[ 572.715920] env[69670]: INFO neutron.common.config [-] Logging enabled! [ 572.716174] env[69670]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 26.1.0.dev56 [ 572.716773] env[69670]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69670) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 572.717149] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 572.717316] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 572.718226] env[69670]: WARNING oslo_policy.policy [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 572.718664] env[69670]: WARNING oslo_policy.policy [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 572.720533] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] VMware NSXv3 Agent initialized successfully. [ 572.720890] env[69670]: DEBUG oslo_concurrency.lockutils [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] Acquiring lock "singleton_lock" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.721050] env[69670]: DEBUG oslo_concurrency.lockutils [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] Acquired lock "singleton_lock" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.721273] env[69670]: DEBUG oslo_concurrency.lockutils [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] Releasing lock "singleton_lock" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.721564] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] Full set of CONF: {{(pid=69670) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 572.721776] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] ******************************************************************************** {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 572.721897] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] Configuration options gathered from: {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 572.722182] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 572.722627] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 572.722744] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] ================================================================================ {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 572.722923] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] agent_down_time = 75 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.723155] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] allow_automatic_dhcp_failover = True {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.723505] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] allow_bulk = True {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.723667] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] api_extensions_path = {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.723818] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] api_paste_config = api-paste.ini {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.723965] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] auth_strategy = keystone {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.724090] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] backdoor_port = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.724206] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] backdoor_socket = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.724387] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] backlog = 4096 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.724541] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] base_mac = fa:16:3e:00:00:00 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.724708] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] bind_host = 0.0.0.0 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.724857] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] bind_port = 9696 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.725008] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] client_socket_timeout = 900 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.725161] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] config_dir = [] {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.725279] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.725423] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] config_source = [] {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.725567] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] control_exchange = neutron {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.725711] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] core_plugin = ml2 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.725851] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] debug = True {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.725995] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] default_availability_zones = [] {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.726228] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.726369] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] dhcp_agent_notification = True {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.726513] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] dhcp_agents_per_network = 1 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.726653] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] dhcp_lease_duration = 86400 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.726801] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] dhcp_load_type = networks {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.726982] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] dns_domain = openstacklocal {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.727137] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.727232] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] enable_default_route_bfd = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.727373] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] enable_default_route_ecmp = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.727511] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] enable_dvr = True {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.727648] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] enable_new_agents = True {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.727807] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.727917] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] enable_signals = True {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.728060] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] enable_traditional_dhcp = True {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.728196] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] external_dns_driver = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.728333] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] filter_validation = True {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.728479] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] global_physnet_mtu = 8950 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.728617] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] graceful_shutdown_timeout = 60 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.728798] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] host = cpu-1 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.728941] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] host_dvr_for_dhcp = True {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.729092] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] http_retries = 3 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.729239] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] instance_format = [instance: %(uuid)s] {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.729383] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.729526] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] ipam_driver = internal {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.729667] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] ipv6_pd_enabled = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.729804] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] l3_ha = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.729946] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.730110] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] l3_ha_network_physical_name = {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.730239] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] l3_ha_network_type = {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.730412] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] log_color = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.730563] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] log_config_append = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.730707] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.730843] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] log_dir = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.730978] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] log_file = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.731105] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] log_options = True {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.731249] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] log_rotate_interval = 1 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.731398] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] log_rotate_interval_type = days {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.731541] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] log_rotation_type = none {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.731655] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.731759] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.731902] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.732056] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.732167] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.732309] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] max_dns_nameservers = 5 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.732476] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] max_header_line = 16384 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.732578] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] max_l3_agents_per_router = 3 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.732712] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] max_logfile_count = 30 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.732846] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] max_logfile_size_mb = 200 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.732981] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] max_subnet_host_routes = 20 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.733158] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] my_ip = 10.180.1.21 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.733316] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] my_ipv6 = ::1 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.733456] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] network_auto_schedule = True {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.733593] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] network_link_prefix = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.733736] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.733879] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] notify_nova_on_port_data_changes = True {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.734029] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] notify_nova_on_port_status_changes = True {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.734180] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] pagination_max_limit = -1 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.734341] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] publish_errors = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.734487] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] rate_limit_burst = 0 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.734635] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] rate_limit_except_level = CRITICAL {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.734778] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] rate_limit_interval = 0 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.734920] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] retry_until_window = 30 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.735074] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] router_distributed = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.735213] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] rpc_resources_processing_step = 20 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.735352] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] rpc_response_max_timeout = 600 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.735492] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] rpc_response_timeout = 60 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.735627] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] send_events_interval = 2 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.735781] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] service_plugins = ['router'] {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.735927] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] setproctitle = on {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.736073] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] shell_completion = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.736221] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] state_path = /opt/stack/data/neutron {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.736399] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] syslog_log_facility = LOG_USER {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.736545] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] tcp_keepidle = 600 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.736706] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] transport_url = **** {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.736827] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] use_journal = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.736963] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] use_json = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.737112] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] use_ssl = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.737254] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] use_stderr = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.737394] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] use_syslog = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.737531] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] vlan_qinq = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.737667] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] vlan_transparent = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.737804] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] watch_log_file = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.737955] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] wsgi_default_pool_size = 100 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.738088] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] wsgi_keep_alive = True {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.738232] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.738374] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] wsgi_server_debug = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.738526] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_concurrency.disable_process_locking = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.738674] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.738821] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.738962] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.739119] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.739268] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.739423] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.739654] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] profiler.connection_string = messaging:// {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.739815] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] profiler.enabled = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.739969] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] profiler.es_doc_type = notification {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.740129] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] profiler.es_scroll_size = 10000 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.740283] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] profiler.es_scroll_time = 2m {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.740429] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] profiler.filter_error_trace = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.740578] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] profiler.hmac_keys = **** {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.740726] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] profiler.sentinel_service_name = mymaster {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.740873] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] profiler.socket_timeout = 0.1 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.741024] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] profiler.trace_requests = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.741168] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] profiler.trace_sqlalchemy = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.741323] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] profiler_jaeger.process_tags = {} {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.741464] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] profiler_jaeger.service_name_prefix = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.741605] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] profiler_otlp.service_name_prefix = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.741758] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_policy.enforce_new_defaults = True {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.742031] env[69670]: WARNING oslo_config.cfg [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 572.742188] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_policy.enforce_scope = True {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.742344] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_policy.policy_default_rule = default {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.742529] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.742681] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.742827] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.742963] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.743112] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.743267] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.743412] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.743556] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_policy.remote_timeout = 60.0 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.743709] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.743857] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] agent.extensions = [] {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.744024] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.744162] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] service_providers.service_provider = [] {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.744311] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] QUOTAS.default_quota = -1 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.744456] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.744594] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] QUOTAS.quota_floatingip = 50 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.744731] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] QUOTAS.quota_network = 100 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.744867] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] QUOTAS.quota_port = 500 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.745012] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.745150] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] QUOTAS.quota_router = 10 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.745312] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] QUOTAS.quota_security_group = 10 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.745424] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.745563] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] QUOTAS.quota_subnet = 100 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.745702] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] QUOTAS.track_quota_usage = True {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.745906] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.745990] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] privsep.group = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.746139] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] privsep.helper_command = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.746287] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.746432] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] privsep.thread_pool_size = 8 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.746572] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] privsep.user = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.746722] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.746859] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] privsep_dhcp_release.group = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.747024] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] privsep_dhcp_release.helper_command = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.747196] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.747342] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.747478] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] privsep_dhcp_release.user = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.747628] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.747769] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] privsep_ovs_vsctl.group = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.747923] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] privsep_ovs_vsctl.helper_command = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.748055] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.748198] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.748337] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] privsep_ovs_vsctl.user = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.748484] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] privsep_namespace.capabilities = [21] {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.748623] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] privsep_namespace.group = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.748758] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] privsep_namespace.helper_command = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.748900] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.749054] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] privsep_namespace.thread_pool_size = 8 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.749194] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] privsep_namespace.user = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.749342] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] privsep_conntrack.capabilities = [12] {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.749481] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] privsep_conntrack.group = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.749617] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] privsep_conntrack.helper_command = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.749759] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.749900] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.750061] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] privsep_conntrack.user = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.750223] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] privsep_link.capabilities = [12, 21] {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.750365] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] privsep_link.group = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.750525] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] privsep_link.helper_command = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.750638] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.750780] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] privsep_link.thread_pool_size = 8 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.750896] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] privsep_link.user = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.751067] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.751218] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.751363] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] AGENT.continue_on_failed_promotions = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.751503] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] AGENT.dscp = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.751640] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] AGENT.dscp_inherit = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.751783] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] AGENT.force_mp_to_policy = True {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.751920] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] AGENT.locking_coordinator_url = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.752071] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] AGENT.log_agent_heartbeats = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.752215] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] AGENT.logging_expire = 1 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.752365] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.752506] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.752655] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] AGENT.polling_interval = 240 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.752795] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.752942] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.753102] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] AGENT.report_interval = 30.0 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.753279] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.753430] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.753580] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.753725] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] AGENT.sync_skew = 60 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.753868] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] AGENT.synchronization_queue_size = 20 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.754028] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] AGENT.use_helper_for_ns_read = True {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.754190] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] SECURITYGROUP.enable_ipset = True {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.754378] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] SECURITYGROUP.enable_security_group = True {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.754532] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.754680] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.754831] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] experimental.ipv6_pd_enabled = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.754988] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] ml2.extension_drivers = ['port_security'] {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.755142] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] ml2.external_network_type = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.755300] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.755453] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] ml2.overlay_ip_version = 4 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.755600] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] ml2.path_mtu = 8950 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.755747] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] ml2.physical_network_mtus = {} {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.755899] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] ml2.tenant_network_types = ['vlan'] {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.756059] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.756243] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] ml2.type_drivers = ['vlan'] {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.756413] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] AGENT_CLI.neutron_port_id = [] {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.756558] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.756701] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.756853] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.757008] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.757163] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.757314] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.757459] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.757603] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.757914] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.757977] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] NSXV3.nsxv3_login_password = **** {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.758138] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] NSXV3.nsxv3_login_port = 443 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.758248] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] NSXV3.nsxv3_login_user = admin {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.758395] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.758545] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.758686] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.758827] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.758973] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.759168] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.759330] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.759477] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.759618] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.759766] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.759917] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.760073] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.760224] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.760421] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.760573] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] vsphere.vsphere_login_password = VMware1! {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.760719] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.760863] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.761016] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] nova.auth_section = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.761167] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] nova.auth_type = password {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.761315] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.761454] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] nova.certfile = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.761596] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] nova.collect_timing = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.761743] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] nova.endpoint_type = public {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.761886] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] nova.insecure = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.762031] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] nova.keyfile = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.762184] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] nova.region_name = RegionOne {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.762327] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] nova.split_loggers = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.762463] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] nova.timeout = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.762604] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] placement.auth_section = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.762753] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] placement.auth_type = password {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.762898] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.763044] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] placement.certfile = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.763217] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] placement.collect_timing = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.763372] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] placement.endpoint_type = public {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.763513] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] placement.insecure = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.763648] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] placement.keyfile = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.763781] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] placement.region_name = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.763928] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] placement.split_loggers = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.764057] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] placement.timeout = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.764235] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] ironic.auth_section = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.764391] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] ironic.auth_type = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.764534] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] ironic.cafile = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.764661] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] ironic.certfile = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.764802] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] ironic.collect_timing = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.764937] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] ironic.connect_retries = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.765085] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] ironic.connect_retry_delay = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.765225] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] ironic.enable_notifications = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.765362] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] ironic.endpoint_override = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.765501] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] ironic.insecure = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.765634] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] ironic.interface = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.765768] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] ironic.keyfile = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.765901] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] ironic.max_version = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.766045] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] ironic.min_version = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.766187] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] ironic.region_name = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.766350] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] ironic.retriable_status_codes = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.766494] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] ironic.service_name = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.766627] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] ironic.service_type = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.766770] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] ironic.split_loggers = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.766905] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] ironic.status_code_retries = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.767053] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] ironic.status_code_retry_delay = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.767190] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] ironic.timeout = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.767368] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] ironic.valid_interfaces = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.767462] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] ironic.version = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.767606] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] cli_script.dry_run = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.767754] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.767892] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.768041] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.768244] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.768353] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.768494] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.768630] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.768793] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.768955] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.769109] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.769251] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.769399] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.769543] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.769687] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.769829] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.770464] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.770464] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.770464] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.770464] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.770617] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.770745] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.770855] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.771015] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.771202] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.771387] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.771535] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.771679] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.771820] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.771960] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.772116] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.772275] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_rabbit.ssl = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.772437] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.772621] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.772760] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.772929] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.773086] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.773264] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.773449] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_notifications.driver = [] {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.773608] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_notifications.retry = -1 {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.773767] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.773906] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.774029] env[69670]: DEBUG oslo_service.backend.eventlet.service [None req-9c2dba16-3e31-40c9-b42c-ad0f3f5d5990 None None] ******************************************************************************** {{(pid=69670) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 572.775034] env[69670]: DEBUG neutron.agent.securitygroups_rpc [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Init firewall settings (driver=nsxv3) {{(pid=69670) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 572.776353] env[69670]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69670) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 572.776593] env[69670]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] RPC agent_id: nsxm-l-01a.corp.local [ 572.778926] env[69670]: DEBUG dogpile.cache.region [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 572.779055] env[69670]: DEBUG dogpile.lock [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 572.779154] env[69670]: DEBUG dogpile.lock [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 572.779249] env[69670]: DEBUG dogpile.lock [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 572.779342] env[69670]: DEBUG dogpile.cache.region [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 572.779431] env[69670]: DEBUG dogpile.lock [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 572.779553] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 572.798626] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Session token - acquiring [ 572.800156] env[69670]: DEBUG networking_nsxv3.common.locking [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.800354] env[69670]: DEBUG oslo_concurrency.lockutils [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.800422] env[69670]: DEBUG oslo_concurrency.lockutils [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.800808] env[69670]: DEBUG oslo_concurrency.lockutils [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.810559] env[69670]: DEBUG oslo_concurrency.lockutils [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.103450] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 573.123823] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 573.124108] env[69670]: DEBUG dogpile.cache.region [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Cache value generated in 0.344 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 573.124108] env[69670]: DEBUG dogpile.lock [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 573.124269] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Activating Policy API Provider. [ 573.124633] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Looking for the default Infrastructure Rules. [ 573.189176] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Looking for the Default Layer3 Logged Drop Section. [ 573.202968] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 573.203428] env[69670]: DEBUG networking_nsxv3.common.locking [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.203597] env[69670]: DEBUG oslo_concurrency.lockutils [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Acquiring lock "all" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.203699] env[69670]: DEBUG oslo_concurrency.lockutils [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Acquired lock "all" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.203965] env[69670]: DEBUG oslo_concurrency.lockutils [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Acquired external semaphore "all" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.204294] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.718679] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.221516] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.724357] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Inventory metadata is going to be refreshed. [ 574.724721] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 575.502843] env[69670]: DEBUG networking_nsxv3.common.locking [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.503153] env[69670]: DEBUG oslo_concurrency.lockutils [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.503213] env[69670]: DEBUG oslo_concurrency.lockutils [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.503551] env[69670]: DEBUG oslo_concurrency.lockutils [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.515502] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 575.627924] env[69670]: DEBUG oslo_concurrency.lockutils [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.629073] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 575.649304] env[69670]: DEBUG networking_nsxv3.common.locking [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.649509] env[69670]: DEBUG oslo_concurrency.lockutils [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.649732] env[69670]: DEBUG oslo_concurrency.lockutils [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.649896] env[69670]: DEBUG oslo_concurrency.lockutils [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.650058] env[69670]: DEBUG oslo_concurrency.lockutils [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.650208] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 575.650322] env[69670]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69670) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 575.650424] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 575.672888] env[69670]: DEBUG networking_nsxv3.common.locking [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.673164] env[69670]: DEBUG oslo_concurrency.lockutils [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.673233] env[69670]: DEBUG oslo_concurrency.lockutils [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.673532] env[69670]: DEBUG oslo_concurrency.lockutils [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.673708] env[69670]: DEBUG oslo_concurrency.lockutils [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.673857] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 575.695928] env[69670]: DEBUG networking_nsxv3.common.locking [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.696223] env[69670]: DEBUG oslo_concurrency.lockutils [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.696387] env[69670]: DEBUG oslo_concurrency.lockutils [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.696727] env[69670]: DEBUG oslo_concurrency.lockutils [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.696894] env[69670]: DEBUG oslo_concurrency.lockutils [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.697073] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 575.724051] env[69670]: DEBUG networking_nsxv3.common.locking [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.724416] env[69670]: DEBUG oslo_concurrency.lockutils [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Acquiring lock "Address Group" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.724416] env[69670]: DEBUG oslo_concurrency.lockutils [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Acquired lock "Address Group" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.724776] env[69670]: DEBUG oslo_concurrency.lockutils [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Acquired external semaphore "Address Group" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.724815] env[69670]: DEBUG oslo_concurrency.lockutils [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Releasing lock "Address Group" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.724984] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 575.725085] env[69670]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69670) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 575.725193] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 575.750393] env[69670]: DEBUG networking_nsxv3.common.locking [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.750603] env[69670]: DEBUG oslo_concurrency.lockutils [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Acquiring lock "Segment QoS" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.750690] env[69670]: DEBUG oslo_concurrency.lockutils [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Acquired lock "Segment QoS" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.751009] env[69670]: DEBUG oslo_concurrency.lockutils [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Acquired external semaphore "Segment QoS" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.751225] env[69670]: DEBUG oslo_concurrency.lockutils [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Releasing lock "Segment QoS" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.751423] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 575.751503] env[69670]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69670) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 575.751562] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 575.771974] env[69670]: DEBUG networking_nsxv3.common.locking [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.772223] env[69670]: DEBUG oslo_concurrency.lockutils [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.772330] env[69670]: DEBUG oslo_concurrency.lockutils [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.772616] env[69670]: DEBUG oslo_concurrency.lockutils [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.772783] env[69670]: DEBUG oslo_concurrency.lockutils [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.772953] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 575.773076] env[69670]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69670) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 575.773203] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Inventory metadata have been refreshed. [ 575.773308] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Dryrun:True. Metadata refresh completed. [ 575.773453] env[69670]: DEBUG oslo_concurrency.lockutils [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Releasing lock "all" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.775183] env[69670]: INFO neutron.agent.agent_extensions_manager [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Loaded agent extensions: [] [ 575.775910] env[69670]: DEBUG neutron_lib.callbacks.manager [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69670) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 575.834420] env[69670]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] NSXv3 Agent Agent RPC Daemon Started! [ 575.834581] env[69670]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] NSXv3 Agent Agent loop - iteration:0 started [ 575.834665] env[69670]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] NSXv3 Agent Agent out of sync with plugin! [ 580.776805] env[69670]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 580.777197] env[69670]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 585.778063] env[69670]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 585.778338] env[69670]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 589.582707] env[69670]: INFO networking_nsxv3.common.synchronization [None req-fe81ab23-092a-48b7-98b1-ca0701bc035a demo admin] Enqueued Resource ID: 780b0a8a-0570-4f3a-a80a-ae9c07df99f7 with Priority: HIGHEST for action security_group_rules [ 589.583249] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 780b0a8a-0570-4f3a-a80a-ae9c07df99f7 with Priority: HIGHEST for action security_group_rules [ 589.583688] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-780b0a8a-0570-4f3a-a80a-ae9c07df99f7 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.584054] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-780b0a8a-0570-4f3a-a80a-ae9c07df99f7" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.584054] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-780b0a8a-0570-4f3a-a80a-ae9c07df99f7" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.584251] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-780b0a8a-0570-4f3a-a80a-ae9c07df99f7" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.584371] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('780b0a8a-0570-4f3a-a80a-ae9c07df99f7',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.104570] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.104799] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.104799] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.104982] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.105088] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.105182] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 780b0a8a-0570-4f3a-a80a-ae9c07df99f7 already deleted. [ 590.105262] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-780b0a8a-0570-4f3a-a80a-ae9c07df99f7" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.778293] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.778707] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.778707] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.778707] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.778944] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.281038] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.783493] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.286235] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 592.286439] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 593.106669] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.107087] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.107087] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.107087] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.118782] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 593.119551] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.120145] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 593.136972] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.137128] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.137164] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.137339] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.137422] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.137523] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 593.137593] env[69670]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69670) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 593.137662] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 593.155293] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.155424] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.155466] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.155625] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.155746] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.155843] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 593.177874] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.177994] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.178060] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.178213] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.178303] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.178398] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 593.195492] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.195630] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.195760] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.195823] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.195913] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.196024] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 593.196098] env[69670]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69670) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 593.196166] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 593.211912] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.212044] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.212097] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.212247] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.212326] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.212417] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 593.212489] env[69670]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69670) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 593.212556] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 593.229731] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.229861] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.229899] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.230060] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.230152] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.230249] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 593.230319] env[69670]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69670) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 593.230385] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 593.230450] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 593.230526] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 593.230585] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 593.230645] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 593.230882] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 593.230946] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 593.231021] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 593.247139] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.247253] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.247320] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.247458] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.247548] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.247641] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 593.264407] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.264541] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.264597] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.264729] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.264817] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.277734] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.584415] env[69670]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 594.584813] env[69670]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 599.585352] env[69670]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 599.585733] env[69670]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 604.586302] env[69670]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 604.586646] env[69670]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 609.590159] env[69670]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 609.590159] env[69670]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 614.589903] env[69670]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 614.590657] env[69670]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 615.457477] env[69670]: INFO networking_nsxv3.common.synchronization [None req-1cf05cd5-5eec-424a-bc6f-41eaecfe6d6e None None] Enqueued Resource ID: fce8148b-3c5b-4d06-9218-22a26610e40d with Priority: HIGHEST for action port [ 615.457477] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fce8148b-3c5b-4d06-9218-22a26610e40d with Priority: HIGHEST for action port [ 615.457996] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-fce8148b-3c5b-4d06-9218-22a26610e40d taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.458143] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fce8148b-3c5b-4d06-9218-22a26610e40d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.458209] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fce8148b-3c5b-4d06-9218-22a26610e40d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.458461] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fce8148b-3c5b-4d06-9218-22a26610e40d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.458540] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fce8148b-3c5b-4d06-9218-22a26610e40d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.961252] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fce8148b-3c5b-4d06-9218-22a26610e40d [ 615.961487] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.961672] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.961672] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.963031] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.963031] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.963031] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fce8148b-3c5b-4d06-9218-22a26610e40d already deleted. [ 615.963031] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fce8148b-3c5b-4d06-9218-22a26610e40d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.786319] env[69670]: INFO networking_nsxv3.common.synchronization [None req-1824800d-0131-4e92-8015-b93c12a3fc88 None None] Enqueued Resource ID: c68482b3-021b-454f-b773-3e77c364738a with Priority: HIGHEST for action port [ 616.786580] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c68482b3-021b-454f-b773-3e77c364738a with Priority: HIGHEST for action port [ 616.787158] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-c68482b3-021b-454f-b773-3e77c364738a taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.787287] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c68482b3-021b-454f-b773-3e77c364738a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.787351] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c68482b3-021b-454f-b773-3e77c364738a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.787701] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c68482b3-021b-454f-b773-3e77c364738a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.787701] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c68482b3-021b-454f-b773-3e77c364738a',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.032381] env[69670]: INFO networking_nsxv3.common.synchronization [None req-2a137845-046b-4f4f-bf1d-465c5a4c92a3 None None] Enqueued Resource ID: 309954ea-efdc-45b5-918b-9b0194ff3a94 with Priority: HIGHEST for action port [ 617.032381] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 309954ea-efdc-45b5-918b-9b0194ff3a94 with Priority: HIGHEST for action port [ 617.034577] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-309954ea-efdc-45b5-918b-9b0194ff3a94 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.034577] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-309954ea-efdc-45b5-918b-9b0194ff3a94" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.034577] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-309954ea-efdc-45b5-918b-9b0194ff3a94" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.034577] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-309954ea-efdc-45b5-918b-9b0194ff3a94" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.034577] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('309954ea-efdc-45b5-918b-9b0194ff3a94',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.290617] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c68482b3-021b-454f-b773-3e77c364738a [ 617.290918] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.291370] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.291370] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.291370] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.291495] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.291621] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c68482b3-021b-454f-b773-3e77c364738a already deleted. [ 617.291621] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c68482b3-021b-454f-b773-3e77c364738a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.536816] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 309954ea-efdc-45b5-918b-9b0194ff3a94 [ 617.537054] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.537139] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.537218] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.537412] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.537668] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.537791] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:309954ea-efdc-45b5-918b-9b0194ff3a94 already deleted. [ 617.537884] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-309954ea-efdc-45b5-918b-9b0194ff3a94" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.888781] env[69670]: INFO networking_nsxv3.common.synchronization [None req-6999fc57-3fe6-4830-a7c9-4462596ca919 None None] Enqueued Resource ID: 8250556b-a1b3-4af2-b02e-e7103e3d74ff with Priority: HIGHEST for action port [ 618.889440] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8250556b-a1b3-4af2-b02e-e7103e3d74ff with Priority: HIGHEST for action port [ 618.889733] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-8250556b-a1b3-4af2-b02e-e7103e3d74ff taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.889916] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8250556b-a1b3-4af2-b02e-e7103e3d74ff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.890035] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8250556b-a1b3-4af2-b02e-e7103e3d74ff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.890397] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8250556b-a1b3-4af2-b02e-e7103e3d74ff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.890397] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8250556b-a1b3-4af2-b02e-e7103e3d74ff',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.993815] env[69670]: INFO networking_nsxv3.common.synchronization [None req-350fc97d-f46b-4a5e-b8e2-eaf61c3b7aa0 None None] Enqueued Resource ID: a4aa8ebc-cfe3-4796-aa3e-3f67d972759f with Priority: HIGHEST for action port [ 618.994056] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4aa8ebc-cfe3-4796-aa3e-3f67d972759f with Priority: HIGHEST for action port [ 618.994258] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4aa8ebc-cfe3-4796-aa3e-3f67d972759f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.994389] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4aa8ebc-cfe3-4796-aa3e-3f67d972759f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.994454] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4aa8ebc-cfe3-4796-aa3e-3f67d972759f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.994705] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4aa8ebc-cfe3-4796-aa3e-3f67d972759f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.994788] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4aa8ebc-cfe3-4796-aa3e-3f67d972759f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.394571] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8250556b-a1b3-4af2-b02e-e7103e3d74ff [ 619.394571] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.394571] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.394735] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.394834] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.395354] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.395354] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8250556b-a1b3-4af2-b02e-e7103e3d74ff already deleted. [ 619.395354] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8250556b-a1b3-4af2-b02e-e7103e3d74ff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.498871] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4aa8ebc-cfe3-4796-aa3e-3f67d972759f [ 619.499140] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.499273] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.499343] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.499544] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.499629] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.499723] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4aa8ebc-cfe3-4796-aa3e-3f67d972759f already deleted. [ 619.499801] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4aa8ebc-cfe3-4796-aa3e-3f67d972759f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.798756] env[69670]: INFO networking_nsxv3.common.synchronization [None req-ae8576bb-f63e-4715-9e59-887763fa71b6 None None] Enqueued Resource ID: 31567e23-9965-4adc-935a-a4ec34a1cfd3 with Priority: HIGHEST for action port [ 619.799020] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31567e23-9965-4adc-935a-a4ec34a1cfd3 with Priority: HIGHEST for action port [ 619.799882] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-31567e23-9965-4adc-935a-a4ec34a1cfd3 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.800039] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31567e23-9965-4adc-935a-a4ec34a1cfd3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.800123] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31567e23-9965-4adc-935a-a4ec34a1cfd3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.800345] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31567e23-9965-4adc-935a-a4ec34a1cfd3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.800430] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31567e23-9965-4adc-935a-a4ec34a1cfd3',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.188646] env[69670]: INFO networking_nsxv3.common.synchronization [None req-05ac7463-a89d-472f-af36-9874468d6b86 None None] Enqueued Resource ID: ab8876b6-68f5-432c-a94e-0c08569de7ed with Priority: HIGHEST for action port [ 620.189855] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab8876b6-68f5-432c-a94e-0c08569de7ed with Priority: HIGHEST for action port [ 620.191646] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab8876b6-68f5-432c-a94e-0c08569de7ed taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.191646] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab8876b6-68f5-432c-a94e-0c08569de7ed" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.191646] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab8876b6-68f5-432c-a94e-0c08569de7ed" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.191646] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab8876b6-68f5-432c-a94e-0c08569de7ed" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.191646] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab8876b6-68f5-432c-a94e-0c08569de7ed',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.303166] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31567e23-9965-4adc-935a-a4ec34a1cfd3 [ 620.303293] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.303443] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.303514] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.304131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.304131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.304131] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31567e23-9965-4adc-935a-a4ec34a1cfd3 already deleted. [ 620.304131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31567e23-9965-4adc-935a-a4ec34a1cfd3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.694393] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab8876b6-68f5-432c-a94e-0c08569de7ed [ 620.695028] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.695028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.695256] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.695337] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.695391] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.697441] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab8876b6-68f5-432c-a94e-0c08569de7ed already deleted. [ 620.697441] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab8876b6-68f5-432c-a94e-0c08569de7ed" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.722783] env[69670]: INFO networking_nsxv3.common.synchronization [None req-5305762b-92c7-439c-b0d5-ac3f94e354b4 None None] Enqueued Resource ID: c745ff28-f7a8-42e3-983b-249368033770 with Priority: HIGHEST for action port [ 620.723093] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c745ff28-f7a8-42e3-983b-249368033770 with Priority: HIGHEST for action port [ 620.725573] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-c745ff28-f7a8-42e3-983b-249368033770 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.725573] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c745ff28-f7a8-42e3-983b-249368033770" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.725663] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c745ff28-f7a8-42e3-983b-249368033770" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.726442] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c745ff28-f7a8-42e3-983b-249368033770" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.726442] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c745ff28-f7a8-42e3-983b-249368033770',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.729530] env[69670]: INFO networking_nsxv3.common.synchronization [None req-46328660-a444-4b07-89bf-a409659c87ca None None] Enqueued Resource ID: a119d3a5-57cb-43f6-b607-1026e420f286 with Priority: HIGHEST for action port [ 620.729530] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a119d3a5-57cb-43f6-b607-1026e420f286 with Priority: HIGHEST for action port [ 620.729530] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-a119d3a5-57cb-43f6-b607-1026e420f286 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.729530] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a119d3a5-57cb-43f6-b607-1026e420f286" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.729530] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a119d3a5-57cb-43f6-b607-1026e420f286" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.729530] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a119d3a5-57cb-43f6-b607-1026e420f286" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.729530] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a119d3a5-57cb-43f6-b607-1026e420f286',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.228472] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c745ff28-f7a8-42e3-983b-249368033770 [ 621.229634] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.229915] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.230125] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.230297] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.230390] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.230491] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c745ff28-f7a8-42e3-983b-249368033770 already deleted. [ 621.230562] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c745ff28-f7a8-42e3-983b-249368033770" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.230763] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a119d3a5-57cb-43f6-b607-1026e420f286 [ 621.230921] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.231261] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.231347] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.231628] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.231716] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.231797] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a119d3a5-57cb-43f6-b607-1026e420f286 already deleted. [ 621.231870] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a119d3a5-57cb-43f6-b607-1026e420f286" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.062990] env[69670]: INFO networking_nsxv3.common.synchronization [None req-6f941faa-f798-4c3e-aa72-aa4bf9d9323d None None] Enqueued Resource ID: a9be9da0-ca7f-4786-8aed-157adc674e42 with Priority: HIGHEST for action port [ 622.063257] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9be9da0-ca7f-4786-8aed-157adc674e42 with Priority: HIGHEST for action port [ 622.063809] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9be9da0-ca7f-4786-8aed-157adc674e42 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.063960] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9be9da0-ca7f-4786-8aed-157adc674e42" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.064061] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9be9da0-ca7f-4786-8aed-157adc674e42" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.064281] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9be9da0-ca7f-4786-8aed-157adc674e42" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.064363] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9be9da0-ca7f-4786-8aed-157adc674e42',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.567673] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9be9da0-ca7f-4786-8aed-157adc674e42 [ 622.567909] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.568730] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.568730] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.568730] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.568730] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.568730] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9be9da0-ca7f-4786-8aed-157adc674e42 already deleted. [ 622.568730] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9be9da0-ca7f-4786-8aed-157adc674e42" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.230415] env[69670]: INFO networking_nsxv3.common.synchronization [None req-dd18557b-54ea-4f8a-badd-453842a975e3 None None] Enqueued Resource ID: bbc76605-d8af-412a-af9b-e82ec9947517 with Priority: HIGHEST for action port [ 623.230658] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc76605-d8af-412a-af9b-e82ec9947517 with Priority: HIGHEST for action port [ 623.231233] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbc76605-d8af-412a-af9b-e82ec9947517 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.231354] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbc76605-d8af-412a-af9b-e82ec9947517" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.231406] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbc76605-d8af-412a-af9b-e82ec9947517" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.231643] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbc76605-d8af-412a-af9b-e82ec9947517" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.231722] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbc76605-d8af-412a-af9b-e82ec9947517',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.733847] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bbc76605-d8af-412a-af9b-e82ec9947517 [ 623.734217] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.734277] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.734442] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.734608] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.734708] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.734830] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bbc76605-d8af-412a-af9b-e82ec9947517 already deleted. [ 623.734905] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbc76605-d8af-412a-af9b-e82ec9947517" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.372861] env[69670]: INFO networking_nsxv3.common.synchronization [None req-8e93ebff-c46e-4cd4-8602-4f744bd2e4e1 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Enqueued Resource ID: 15a251d1-fcc6-4a86-9e87-e56757f8920d with Priority: HIGHEST for action security_group_rules [ 624.373467] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15a251d1-fcc6-4a86-9e87-e56757f8920d with Priority: HIGHEST for action security_group_rules [ 624.373827] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15a251d1-fcc6-4a86-9e87-e56757f8920d taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.374021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15a251d1-fcc6-4a86-9e87-e56757f8920d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.374445] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15a251d1-fcc6-4a86-9e87-e56757f8920d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.374722] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15a251d1-fcc6-4a86-9e87-e56757f8920d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.374857] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15a251d1-fcc6-4a86-9e87-e56757f8920d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.436215] env[69670]: INFO networking_nsxv3.common.synchronization [None req-975ec149-8b67-4a23-b6c0-3b4db6484ea1 None None] Enqueued Resource ID: 23528046-8347-4d66-b9e2-7d7736a640fb with Priority: HIGHEST for action port [ 624.436389] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23528046-8347-4d66-b9e2-7d7736a640fb with Priority: HIGHEST for action port [ 624.436645] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-23528046-8347-4d66-b9e2-7d7736a640fb taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.436735] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23528046-8347-4d66-b9e2-7d7736a640fb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.436790] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23528046-8347-4d66-b9e2-7d7736a640fb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.437525] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23528046-8347-4d66-b9e2-7d7736a640fb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.438642] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23528046-8347-4d66-b9e2-7d7736a640fb',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.539400] env[69670]: INFO networking_nsxv3.common.synchronization [None req-26c6b605-db3f-4f97-9353-0c61566c2783 None None] Enqueued Resource ID: 3a03f65e-a07c-43df-988d-8800d28d7549 with Priority: HIGHEST for action port [ 624.539400] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a03f65e-a07c-43df-988d-8800d28d7549 with Priority: HIGHEST for action port [ 624.539510] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a03f65e-a07c-43df-988d-8800d28d7549 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.539613] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a03f65e-a07c-43df-988d-8800d28d7549" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.539838] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a03f65e-a07c-43df-988d-8800d28d7549" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.539924] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a03f65e-a07c-43df-988d-8800d28d7549" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.540176] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a03f65e-a07c-43df-988d-8800d28d7549',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.603942] env[69670]: INFO networking_nsxv3.common.synchronization [None req-a49581fd-3df8-4864-991f-4d032d1e4d65 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Enqueued Resource ID: 15a251d1-fcc6-4a86-9e87-e56757f8920d with Priority: HIGHEST for action security_group_rules [ 624.604682] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15a251d1-fcc6-4a86-9e87-e56757f8920d with Priority: HIGHEST for action security_group_rules [ 624.604992] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15a251d1-fcc6-4a86-9e87-e56757f8920d taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.605468] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15a251d1-fcc6-4a86-9e87-e56757f8920d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.900305] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.900592] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.900592] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.901639] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.901762] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.901868] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15a251d1-fcc6-4a86-9e87-e56757f8920d already deleted. [ 624.901973] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15a251d1-fcc6-4a86-9e87-e56757f8920d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.902165] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15a251d1-fcc6-4a86-9e87-e56757f8920d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.902342] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15a251d1-fcc6-4a86-9e87-e56757f8920d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.902428] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15a251d1-fcc6-4a86-9e87-e56757f8920d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.941736] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23528046-8347-4d66-b9e2-7d7736a640fb [ 624.941977] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.942109] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.942185] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.942392] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.942484] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.942594] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23528046-8347-4d66-b9e2-7d7736a640fb already deleted. [ 624.942684] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23528046-8347-4d66-b9e2-7d7736a640fb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.043951] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a03f65e-a07c-43df-988d-8800d28d7549 [ 625.043951] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.043951] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.043951] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.043951] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.043951] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.043951] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a03f65e-a07c-43df-988d-8800d28d7549 already deleted. [ 625.043951] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a03f65e-a07c-43df-988d-8800d28d7549" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.422473] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.422622] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.422740] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.425061] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.425061] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.425061] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15a251d1-fcc6-4a86-9e87-e56757f8920d already deleted. [ 625.425061] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15a251d1-fcc6-4a86-9e87-e56757f8920d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.005798] env[69670]: INFO networking_nsxv3.common.synchronization [None req-94c433dc-2410-4e07-bf2e-0cf42700e1bd None None] Enqueued Resource ID: b55e42e6-d7ea-4133-b931-b5c4a0690924 with Priority: HIGHEST for action port [ 626.007079] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b55e42e6-d7ea-4133-b931-b5c4a0690924 with Priority: HIGHEST for action port [ 626.007079] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-b55e42e6-d7ea-4133-b931-b5c4a0690924 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.010548] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b55e42e6-d7ea-4133-b931-b5c4a0690924" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.010548] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b55e42e6-d7ea-4133-b931-b5c4a0690924" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.010548] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b55e42e6-d7ea-4133-b931-b5c4a0690924" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.010548] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b55e42e6-d7ea-4133-b931-b5c4a0690924',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.513978] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b55e42e6-d7ea-4133-b931-b5c4a0690924 [ 626.513978] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.513978] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.513978] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.514476] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.514476] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.514476] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b55e42e6-d7ea-4133-b931-b5c4a0690924 already deleted. [ 626.514476] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b55e42e6-d7ea-4133-b931-b5c4a0690924" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.629079] env[69670]: INFO networking_nsxv3.common.synchronization [None req-ba2d3143-5dc9-4f64-a20d-410aa700de69 None None] Enqueued Resource ID: 81616dba-483f-4f71-a9f1-971645664b6e with Priority: HIGHEST for action port [ 626.629339] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81616dba-483f-4f71-a9f1-971645664b6e with Priority: HIGHEST for action port [ 626.629917] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-81616dba-483f-4f71-a9f1-971645664b6e taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.630050] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81616dba-483f-4f71-a9f1-971645664b6e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.632760] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81616dba-483f-4f71-a9f1-971645664b6e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.632760] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81616dba-483f-4f71-a9f1-971645664b6e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.632760] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81616dba-483f-4f71-a9f1-971645664b6e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.730462] env[69670]: INFO networking_nsxv3.common.synchronization [None req-c6da3fe3-57d0-41c7-a71c-406fc03b513d None None] Enqueued Resource ID: 76a4f3ed-ea23-416b-86b4-afbe8f311c89 with Priority: HIGHEST for action port [ 626.730462] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76a4f3ed-ea23-416b-86b4-afbe8f311c89 with Priority: HIGHEST for action port [ 626.731491] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-76a4f3ed-ea23-416b-86b4-afbe8f311c89 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.731491] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76a4f3ed-ea23-416b-86b4-afbe8f311c89" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.731491] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76a4f3ed-ea23-416b-86b4-afbe8f311c89" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.731491] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76a4f3ed-ea23-416b-86b4-afbe8f311c89" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.731491] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76a4f3ed-ea23-416b-86b4-afbe8f311c89',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.135533] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81616dba-483f-4f71-a9f1-971645664b6e [ 627.136140] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.136140] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.136140] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.136510] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.136510] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.136590] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81616dba-483f-4f71-a9f1-971645664b6e already deleted. [ 627.136745] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81616dba-483f-4f71-a9f1-971645664b6e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.234295] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76a4f3ed-ea23-416b-86b4-afbe8f311c89 [ 627.234535] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.235044] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.235044] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.235044] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.235044] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.235206] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76a4f3ed-ea23-416b-86b4-afbe8f311c89 already deleted. [ 627.235252] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76a4f3ed-ea23-416b-86b4-afbe8f311c89" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.366590] env[69670]: INFO networking_nsxv3.common.synchronization [None req-0ceea1b0-68ad-4ab9-abf0-d284f7a97523 None None] Enqueued Resource ID: d978bfb1-c254-4423-a89d-01fa6ef00c2a with Priority: HIGHEST for action port [ 628.369587] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d978bfb1-c254-4423-a89d-01fa6ef00c2a with Priority: HIGHEST for action port [ 628.369587] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-d978bfb1-c254-4423-a89d-01fa6ef00c2a taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.369587] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d978bfb1-c254-4423-a89d-01fa6ef00c2a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.369587] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d978bfb1-c254-4423-a89d-01fa6ef00c2a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.371756] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d978bfb1-c254-4423-a89d-01fa6ef00c2a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.371756] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d978bfb1-c254-4423-a89d-01fa6ef00c2a',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.873551] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d978bfb1-c254-4423-a89d-01fa6ef00c2a [ 628.873792] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.873955] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.874096] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.874340] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.874429] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.874528] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d978bfb1-c254-4423-a89d-01fa6ef00c2a already deleted. [ 628.874610] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d978bfb1-c254-4423-a89d-01fa6ef00c2a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.235392] env[69670]: INFO networking_nsxv3.common.synchronization [None req-3ed68b50-ad0d-478c-b41f-b0d47fdf90f6 None None] Enqueued Resource ID: 11d527e3-c790-4b54-bea5-d45a60576aef with Priority: HIGHEST for action port [ 629.235392] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11d527e3-c790-4b54-bea5-d45a60576aef with Priority: HIGHEST for action port [ 629.236294] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-11d527e3-c790-4b54-bea5-d45a60576aef taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.236433] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11d527e3-c790-4b54-bea5-d45a60576aef" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.236508] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11d527e3-c790-4b54-bea5-d45a60576aef" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.236766] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11d527e3-c790-4b54-bea5-d45a60576aef" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.236853] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11d527e3-c790-4b54-bea5-d45a60576aef',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.690019] env[69670]: INFO networking_nsxv3.common.synchronization [None req-93d222d0-b8f7-4c28-a95a-1a39f7846f7e None None] Enqueued Resource ID: e4b6e79f-3fa6-477f-b9c4-e6b68f0cdef4 with Priority: HIGHEST for action port [ 629.690669] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4b6e79f-3fa6-477f-b9c4-e6b68f0cdef4 with Priority: HIGHEST for action port [ 629.690820] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4b6e79f-3fa6-477f-b9c4-e6b68f0cdef4 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.691087] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4b6e79f-3fa6-477f-b9c4-e6b68f0cdef4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.691087] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4b6e79f-3fa6-477f-b9c4-e6b68f0cdef4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.691254] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4b6e79f-3fa6-477f-b9c4-e6b68f0cdef4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.691333] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4b6e79f-3fa6-477f-b9c4-e6b68f0cdef4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.741898] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11d527e3-c790-4b54-bea5-d45a60576aef [ 629.741898] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.741898] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.741898] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.741898] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.741898] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.741898] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11d527e3-c790-4b54-bea5-d45a60576aef already deleted. [ 629.741898] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11d527e3-c790-4b54-bea5-d45a60576aef" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.196204] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4b6e79f-3fa6-477f-b9c4-e6b68f0cdef4 [ 630.196480] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.196772] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.196772] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.196983] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.197099] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.197294] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4b6e79f-3fa6-477f-b9c4-e6b68f0cdef4 already deleted. [ 630.197345] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4b6e79f-3fa6-477f-b9c4-e6b68f0cdef4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.206187] env[69670]: INFO networking_nsxv3.common.synchronization [req-a0854516-723e-4a1b-aced-ceb8bb6d1537 req-842422b7-967d-4240-96c0-e60342176583 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Enqueued Resource ID: 1925aed7-d020-4800-93d2-4620cedac61c with Priority: HIGHEST for action security_group_members [ 631.206187] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1925aed7-d020-4800-93d2-4620cedac61c with Priority: HIGHEST for action security_group_members [ 631.206187] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-1925aed7-d020-4800-93d2-4620cedac61c taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.206187] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1925aed7-d020-4800-93d2-4620cedac61c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.206187] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1925aed7-d020-4800-93d2-4620cedac61c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.206187] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1925aed7-d020-4800-93d2-4620cedac61c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.211723] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.211723] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.211723] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.211723] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.211723] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.211723] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1925aed7-d020-4800-93d2-4620cedac61c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.713113] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.713284] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.713394] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.713634] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.714359] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.714359] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.714359] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.714359] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.714359] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.714359] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.714627] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1925aed7-d020-4800-93d2-4620cedac61c already deleted. [ 631.714627] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1925aed7-d020-4800-93d2-4620cedac61c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.453622] env[69670]: INFO networking_nsxv3.common.synchronization [None req-653d0485-1b2c-4d16-ad38-6a84e65175f5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Enqueued Resource ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 with Priority: HIGHEST for action security_group_rules [ 632.454646] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 with Priority: HIGHEST for action security_group_rules [ 632.455097] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4995535b-33b0-4f0d-a8c4-4dda98d7ff35 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.455579] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.455765] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.456106] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.456778] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4995535b-33b0-4f0d-a8c4-4dda98d7ff35',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.689727] env[69670]: INFO networking_nsxv3.common.synchronization [None req-9be8241a-eca4-4c5c-99ed-4ed438dc2dfa tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Enqueued Resource ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 with Priority: HIGHEST for action security_group_rules [ 632.689778] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 with Priority: HIGHEST for action security_group_rules [ 632.690088] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4995535b-33b0-4f0d-a8c4-4dda98d7ff35 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.690218] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.780402] env[69670]: INFO networking_nsxv3.common.synchronization [None req-3c01e863-6632-47ea-af5f-8499b4304d89 None None] Enqueued Resource ID: 5bbeb62e-2a7a-4e31-9366-49a0254b2e9b with Priority: HIGHEST for action port [ 632.781080] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bbeb62e-2a7a-4e31-9366-49a0254b2e9b with Priority: HIGHEST for action port [ 632.781225] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bbeb62e-2a7a-4e31-9366-49a0254b2e9b taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.781350] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bbeb62e-2a7a-4e31-9366-49a0254b2e9b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.781414] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bbeb62e-2a7a-4e31-9366-49a0254b2e9b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.781657] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bbeb62e-2a7a-4e31-9366-49a0254b2e9b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.781735] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bbeb62e-2a7a-4e31-9366-49a0254b2e9b',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.979698] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.979698] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.979698] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.979698] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.979698] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.979698] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 already deleted. [ 632.979698] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.979698] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.979698] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.979698] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4995535b-33b0-4f0d-a8c4-4dda98d7ff35',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.177107] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-326 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.177107] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-326" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.177295] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-326" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.178096] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-326" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.184033] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.184033] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.184033] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.184033] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.184033] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.184033] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 633.184033] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.184033] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.184033] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.184033] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 633.184033] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.184033] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.204415] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.204415] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 633.204415] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.204415] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-326" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.204814] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-6930088e-85a6-4bdf-807f-5a687beac4d9 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.205682] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-6930088e-85a6-4bdf-807f-5a687beac4d9" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.205682] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-6930088e-85a6-4bdf-807f-5a687beac4d9" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.205682] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-6930088e-85a6-4bdf-807f-5a687beac4d9" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.205682] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6930088e-85a6-4bdf-807f-5a687beac4d9',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.286279] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5bbeb62e-2a7a-4e31-9366-49a0254b2e9b [ 633.286279] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.286279] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.286279] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.286279] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.286279] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.286279] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5bbeb62e-2a7a-4e31-9366-49a0254b2e9b already deleted. [ 633.286279] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bbeb62e-2a7a-4e31-9366-49a0254b2e9b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.389097] env[69670]: INFO networking_nsxv3.common.synchronization [None req-23429fc9-e6f6-4e1a-8d7c-3a88590f2647 None None] Enqueued Resource ID: 4214acfb-d83c-4667-a2ee-4d9a1efc9d10 with Priority: HIGHEST for action port [ 633.389097] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4214acfb-d83c-4667-a2ee-4d9a1efc9d10 with Priority: HIGHEST for action port [ 633.389097] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-4214acfb-d83c-4667-a2ee-4d9a1efc9d10 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.389097] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4214acfb-d83c-4667-a2ee-4d9a1efc9d10" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.389097] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4214acfb-d83c-4667-a2ee-4d9a1efc9d10" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.389097] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4214acfb-d83c-4667-a2ee-4d9a1efc9d10" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.389097] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4214acfb-d83c-4667-a2ee-4d9a1efc9d10',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.507032] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.507032] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.507032] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.507032] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.507032] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.507032] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 already deleted. [ 633.507032] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.627275] env[69670]: INFO networking_nsxv3.common.synchronization [None req-8248fb7b-948a-4dee-851b-9c552411443e None None] Enqueued Resource ID: f1732dca-1b56-47d8-860c-fb01f3cd5bfc with Priority: HIGHEST for action port [ 633.627534] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1732dca-1b56-47d8-860c-fb01f3cd5bfc with Priority: HIGHEST for action port [ 633.628122] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1732dca-1b56-47d8-860c-fb01f3cd5bfc taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.628299] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1732dca-1b56-47d8-860c-fb01f3cd5bfc" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.628378] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1732dca-1b56-47d8-860c-fb01f3cd5bfc" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.628625] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1732dca-1b56-47d8-860c-fb01f3cd5bfc" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.628709] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1732dca-1b56-47d8-860c-fb01f3cd5bfc',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.712066] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.712066] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.712066] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.712066] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.712066] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.712066] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 6930088e-85a6-4bdf-807f-5a687beac4d9 not found, creating... [ 633.712066] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.712066] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.712066] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.712066] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.712066] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.712522] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.712522] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.712522] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.712522] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.712522] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.712522] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 6930088e-85a6-4bdf-807f-5a687beac4d9 is going to be created. [ 633.743525] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.743525] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.746154] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.746478] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.746791] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.747016] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-6930088e-85a6-4bdf-807f-5a687beac4d9" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.792209] env[69670]: INFO networking_nsxv3.common.synchronization [None req-79f3ce0d-4178-42d6-855f-8a2c28dd86ca None None] Enqueued Resource ID: 6f7304ec-3796-4426-a770-a46f909c829f with Priority: HIGHEST for action port [ 633.792209] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f7304ec-3796-4426-a770-a46f909c829f with Priority: HIGHEST for action port [ 633.792209] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f7304ec-3796-4426-a770-a46f909c829f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.792209] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f7304ec-3796-4426-a770-a46f909c829f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.792209] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f7304ec-3796-4426-a770-a46f909c829f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.792209] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f7304ec-3796-4426-a770-a46f909c829f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.792209] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f7304ec-3796-4426-a770-a46f909c829f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.890998] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4214acfb-d83c-4667-a2ee-4d9a1efc9d10 [ 633.890998] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.891191] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.891239] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.891450] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.891584] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.891638] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4214acfb-d83c-4667-a2ee-4d9a1efc9d10 already deleted. [ 633.891871] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4214acfb-d83c-4667-a2ee-4d9a1efc9d10" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.927255] env[69670]: INFO networking_nsxv3.common.synchronization [req-299164ca-6d35-41c5-b700-4ae4efd2c59a req-ca7565e9-0d46-42f7-84a2-104924b816d4 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Enqueued Resource ID: 9c553c97-7140-4a89-b666-4c593f900f20 with Priority: HIGHEST for action security_group_members [ 633.927728] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c553c97-7140-4a89-b666-4c593f900f20 with Priority: HIGHEST for action security_group_members [ 633.928477] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c553c97-7140-4a89-b666-4c593f900f20 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.928477] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.929245] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.929245] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.929245] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.929482] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.929576] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.930118] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.930210] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.930309] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c553c97-7140-4a89-b666-4c593f900f20',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.098332] env[69670]: INFO networking_nsxv3.common.synchronization [None req-301db88d-c1aa-45a4-a1e2-d90642c71657 None None] Enqueued Resource ID: df1060c2-4488-42a8-a3b5-6b11d37140b3 with Priority: HIGHEST for action port [ 634.098332] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df1060c2-4488-42a8-a3b5-6b11d37140b3 with Priority: HIGHEST for action port [ 634.100371] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-df1060c2-4488-42a8-a3b5-6b11d37140b3 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.100371] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df1060c2-4488-42a8-a3b5-6b11d37140b3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.100371] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df1060c2-4488-42a8-a3b5-6b11d37140b3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.100371] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df1060c2-4488-42a8-a3b5-6b11d37140b3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.100371] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df1060c2-4488-42a8-a3b5-6b11d37140b3',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.133275] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1732dca-1b56-47d8-860c-fb01f3cd5bfc [ 634.133275] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.133275] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.133275] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.133550] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.133550] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.133550] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1732dca-1b56-47d8-860c-fb01f3cd5bfc already deleted. [ 634.133634] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1732dca-1b56-47d8-860c-fb01f3cd5bfc" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.159248] env[69670]: INFO networking_nsxv3.common.synchronization [None req-75117e1e-3c08-4f9c-b087-614e609fee27 None None] Enqueued Resource ID: bb32b676-7fa2-420a-88df-ae7ec61cdb06 with Priority: HIGHEST for action port [ 634.159248] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb32b676-7fa2-420a-88df-ae7ec61cdb06 with Priority: HIGHEST for action port [ 634.159248] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb32b676-7fa2-420a-88df-ae7ec61cdb06 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.159248] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb32b676-7fa2-420a-88df-ae7ec61cdb06" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.159248] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb32b676-7fa2-420a-88df-ae7ec61cdb06" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.159248] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb32b676-7fa2-420a-88df-ae7ec61cdb06" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.159248] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb32b676-7fa2-420a-88df-ae7ec61cdb06',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.293784] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f7304ec-3796-4426-a770-a46f909c829f [ 634.294295] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.294295] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.294415] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.294578] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.294675] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.295185] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f7304ec-3796-4426-a770-a46f909c829f already deleted. [ 634.295185] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f7304ec-3796-4426-a770-a46f909c829f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.434018] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.434347] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.434347] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.434671] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.434671] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.435012] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.435012] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.435134] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.435306] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.435306] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.435456] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c553c97-7140-4a89-b666-4c593f900f20 already deleted. [ 634.435456] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.601875] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df1060c2-4488-42a8-a3b5-6b11d37140b3 [ 634.602223] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.602298] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.602358] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.602536] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.602620] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.602717] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df1060c2-4488-42a8-a3b5-6b11d37140b3 already deleted. [ 634.602793] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df1060c2-4488-42a8-a3b5-6b11d37140b3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.662379] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb32b676-7fa2-420a-88df-ae7ec61cdb06 [ 634.663296] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.663438] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.663507] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.663713] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.663827] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.663892] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb32b676-7fa2-420a-88df-ae7ec61cdb06 already deleted. [ 634.663980] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb32b676-7fa2-420a-88df-ae7ec61cdb06" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.623913] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.624340] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.624340] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.624628] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.624919] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.626263] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.626263] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.633143] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.633143] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.633143] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 635.633143] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.633143] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.633143] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.633143] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 635.633143] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.633143] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.649205] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.653346] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 635.653346] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.653346] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.653346] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-5f387277-be5e-438c-b491-d3c32670d3a2 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.653346] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-5f387277-be5e-438c-b491-d3c32670d3a2" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.653346] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-5f387277-be5e-438c-b491-d3c32670d3a2" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.654385] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-5f387277-be5e-438c-b491-d3c32670d3a2" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.654385] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f387277-be5e-438c-b491-d3c32670d3a2',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.707603] env[69670]: INFO networking_nsxv3.common.synchronization [req-a0854516-723e-4a1b-aced-ceb8bb6d1537 req-d5f90c95-08a9-4349-a74c-4dc36a024521 service nova] Enqueued Resource ID: 1925aed7-d020-4800-93d2-4620cedac61c with Priority: HIGHEST for action security_group_rules [ 635.707745] env[69670]: INFO networking_nsxv3.common.synchronization [req-a0854516-723e-4a1b-aced-ceb8bb6d1537 req-d5f90c95-08a9-4349-a74c-4dc36a024521 service nova] Enqueued Resource ID: 1925aed7-d020-4800-93d2-4620cedac61c with Priority: HIGHEST for action security_group_members [ 635.707886] env[69670]: INFO networking_nsxv3.common.synchronization [req-a0854516-723e-4a1b-aced-ceb8bb6d1537 req-d5f90c95-08a9-4349-a74c-4dc36a024521 service nova] Enqueued Resource ID: 6930088e-85a6-4bdf-807f-5a687beac4d9 with Priority: HIGHEST for action port [ 635.708344] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1925aed7-d020-4800-93d2-4620cedac61c with Priority: HIGHEST for action security_group_rules [ 635.708344] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1925aed7-d020-4800-93d2-4620cedac61c with Priority: HIGHEST for action security_group_members [ 635.708429] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6930088e-85a6-4bdf-807f-5a687beac4d9 with Priority: HIGHEST for action port [ 635.708998] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1925aed7-d020-4800-93d2-4620cedac61c taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.710604] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1925aed7-d020-4800-93d2-4620cedac61c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.710604] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1925aed7-d020-4800-93d2-4620cedac61c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.710770] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1925aed7-d020-4800-93d2-4620cedac61c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.710770] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1925aed7-d020-4800-93d2-4620cedac61c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.712449] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-1925aed7-d020-4800-93d2-4620cedac61c taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.712449] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1925aed7-d020-4800-93d2-4620cedac61c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.713099] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1925aed7-d020-4800-93d2-4620cedac61c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.713099] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1925aed7-d020-4800-93d2-4620cedac61c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.713099] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.713099] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.713378] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.713479] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.713607] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.713727] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1925aed7-d020-4800-93d2-4620cedac61c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.716922] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-6930088e-85a6-4bdf-807f-5a687beac4d9 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.716922] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6930088e-85a6-4bdf-807f-5a687beac4d9" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.716922] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6930088e-85a6-4bdf-807f-5a687beac4d9" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.720400] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6930088e-85a6-4bdf-807f-5a687beac4d9" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.720400] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6930088e-85a6-4bdf-807f-5a687beac4d9',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.829028] env[69670]: INFO networking_nsxv3.common.synchronization [None req-bd0860b7-543f-4ba4-b2de-7825435a576a None None] Enqueued Resource ID: ccdd3a5a-ca36-4998-a933-d69432d87c07 with Priority: HIGHEST for action port [ 635.829028] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccdd3a5a-ca36-4998-a933-d69432d87c07 with Priority: HIGHEST for action port [ 635.829028] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccdd3a5a-ca36-4998-a933-d69432d87c07 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.829028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccdd3a5a-ca36-4998-a933-d69432d87c07" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.829028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccdd3a5a-ca36-4998-a933-d69432d87c07" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.829028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccdd3a5a-ca36-4998-a933-d69432d87c07" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.829028] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccdd3a5a-ca36-4998-a933-d69432d87c07',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.113920] env[69670]: INFO networking_nsxv3.common.synchronization [None req-4c37c61f-835b-44cb-8b9c-4e3012e0fc37 None None] Enqueued Resource ID: ebd887aa-a9c3-455e-b417-b5b431bb365c with Priority: HIGHEST for action port [ 636.113920] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebd887aa-a9c3-455e-b417-b5b431bb365c with Priority: HIGHEST for action port [ 636.113920] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebd887aa-a9c3-455e-b417-b5b431bb365c taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.113920] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebd887aa-a9c3-455e-b417-b5b431bb365c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.113920] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebd887aa-a9c3-455e-b417-b5b431bb365c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.113920] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebd887aa-a9c3-455e-b417-b5b431bb365c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.113920] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebd887aa-a9c3-455e-b417-b5b431bb365c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.162931] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.162931] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.162931] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.162931] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.162931] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.162931] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 5f387277-be5e-438c-b491-d3c32670d3a2 not found, creating... [ 636.162931] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.162931] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.162931] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.162931] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.162931] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.163479] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.163479] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.163479] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.163834] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.164103] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.164355] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 5f387277-be5e-438c-b491-d3c32670d3a2 is going to be created. [ 636.185940] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.186597] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.187083] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.188159] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.188422] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.188636] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-5f387277-be5e-438c-b491-d3c32670d3a2" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.222724] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-1925aed7-d020-4800-93d2-4620cedac61c taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.223482] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1925aed7-d020-4800-93d2-4620cedac61c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.240762] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6930088e-85a6-4bdf-807f-5a687beac4d9 with status ACTIVE [ 636.240762] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.243246] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.243246] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.243246] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.243246] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.243246] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.243246] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.243246] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.243246] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.243246] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.243246] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.243246] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.243246] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.243246] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.243246] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.243246] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6930088e-85a6-4bdf-807f-5a687beac4d9 is going to be updated. [ 636.244352] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1925aed7-d020-4800-93d2-4620cedac61c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.294849] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.294849] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.294849] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.295432] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.295432] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.295750] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6930088e-85a6-4bdf-807f-5a687beac4d9" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.334585] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ccdd3a5a-ca36-4998-a933-d69432d87c07 [ 636.334825] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.334962] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.335041] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.335393] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.335393] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.335483] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ccdd3a5a-ca36-4998-a933-d69432d87c07 already deleted. [ 636.335565] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccdd3a5a-ca36-4998-a933-d69432d87c07" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.571748] env[69670]: INFO networking_nsxv3.common.synchronization [req-fa072eb9-ef85-4ad1-9cbb-895f714a658a req-638b8330-1f8b-47ff-aff6-ccff4f31a034 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Enqueued Resource ID: 0ef7d495-885e-4919-a4b5-d4b7dce28f1d with Priority: HIGHEST for action security_group_members [ 636.575355] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ef7d495-885e-4919-a4b5-d4b7dce28f1d with Priority: HIGHEST for action security_group_members [ 636.575355] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.575355] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.575355] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.575355] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.575355] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.575355] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.575355] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.575355] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.575355] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.575355] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ef7d495-885e-4919-a4b5-d4b7dce28f1d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.618193] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebd887aa-a9c3-455e-b417-b5b431bb365c [ 636.618193] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.618193] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.618193] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.618404] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.618433] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.618531] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebd887aa-a9c3-455e-b417-b5b431bb365c already deleted. [ 636.618692] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebd887aa-a9c3-455e-b417-b5b431bb365c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.747586] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1925aed7-d020-4800-93d2-4620cedac61c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.827269] env[69670]: INFO networking_nsxv3.common.synchronization [None req-c7e7d267-796d-406d-be24-35719ba9e1d8 None None] Enqueued Resource ID: 09cea8ab-d562-44f6-8e7d-128b9b4f00a1 with Priority: HIGHEST for action port [ 636.827942] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09cea8ab-d562-44f6-8e7d-128b9b4f00a1 with Priority: HIGHEST for action port [ 636.828208] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-09cea8ab-d562-44f6-8e7d-128b9b4f00a1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.828332] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09cea8ab-d562-44f6-8e7d-128b9b4f00a1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.828397] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09cea8ab-d562-44f6-8e7d-128b9b4f00a1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.828937] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09cea8ab-d562-44f6-8e7d-128b9b4f00a1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.829089] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09cea8ab-d562-44f6-8e7d-128b9b4f00a1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.075789] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.075951] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.076039] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.076289] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.076377] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.076584] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.076688] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.076748] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.076898] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.076971] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.077063] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ef7d495-885e-4919-a4b5-d4b7dce28f1d already deleted. [ 637.077141] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.150179] env[69670]: INFO networking_nsxv3.common.synchronization [None req-e549336c-2e1f-4e9d-9e54-61cc0dd199f9 None None] Enqueued Resource ID: 04f28d57-5fa6-44a5-9503-1912e95e00e6 with Priority: HIGHEST for action port [ 637.150179] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f28d57-5fa6-44a5-9503-1912e95e00e6 with Priority: HIGHEST for action port [ 637.150179] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-04f28d57-5fa6-44a5-9503-1912e95e00e6 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.150179] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04f28d57-5fa6-44a5-9503-1912e95e00e6" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.150179] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04f28d57-5fa6-44a5-9503-1912e95e00e6" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.152476] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04f28d57-5fa6-44a5-9503-1912e95e00e6" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.152476] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04f28d57-5fa6-44a5-9503-1912e95e00e6',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.250698] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.250698] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.250927] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.250961] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.253435] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.253435] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1925aed7-d020-4800-93d2-4620cedac61c is going to be created. [ 637.281667] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.281667] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.281667] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.281667] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.281667] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.288690] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1925aed7-d020-4800-93d2-4620cedac61c in Status: UNINITIALIZED for 2s [ 637.336051] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09cea8ab-d562-44f6-8e7d-128b9b4f00a1 [ 637.336051] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.336051] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.336051] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.336051] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.336051] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.336051] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09cea8ab-d562-44f6-8e7d-128b9b4f00a1 already deleted. [ 637.336051] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09cea8ab-d562-44f6-8e7d-128b9b4f00a1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.655195] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04f28d57-5fa6-44a5-9503-1912e95e00e6 [ 637.655195] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.655195] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.655432] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.655432] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.655538] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.655728] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04f28d57-5fa6-44a5-9503-1912e95e00e6 already deleted. [ 637.655728] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04f28d57-5fa6-44a5-9503-1912e95e00e6" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.837389] env[69670]: INFO networking_nsxv3.common.synchronization [req-299164ca-6d35-41c5-b700-4ae4efd2c59a req-e13af0fd-03f0-4f35-aa84-8d17268609f4 service nova] Enqueued Resource ID: 9c553c97-7140-4a89-b666-4c593f900f20 with Priority: HIGHEST for action security_group_rules [ 637.837640] env[69670]: INFO networking_nsxv3.common.synchronization [req-299164ca-6d35-41c5-b700-4ae4efd2c59a req-e13af0fd-03f0-4f35-aa84-8d17268609f4 service nova] Enqueued Resource ID: 9c553c97-7140-4a89-b666-4c593f900f20 with Priority: HIGHEST for action security_group_members [ 637.837640] env[69670]: INFO networking_nsxv3.common.synchronization [req-299164ca-6d35-41c5-b700-4ae4efd2c59a req-e13af0fd-03f0-4f35-aa84-8d17268609f4 service nova] Enqueued Resource ID: 5f387277-be5e-438c-b491-d3c32670d3a2 with Priority: HIGHEST for action port [ 637.837780] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c553c97-7140-4a89-b666-4c593f900f20 with Priority: HIGHEST for action security_group_rules [ 637.837909] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c553c97-7140-4a89-b666-4c593f900f20 with Priority: HIGHEST for action security_group_members [ 637.838072] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f387277-be5e-438c-b491-d3c32670d3a2 with Priority: HIGHEST for action port [ 637.838607] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c553c97-7140-4a89-b666-4c593f900f20 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.838984] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.838984] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.843027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.843027] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c553c97-7140-4a89-b666-4c593f900f20',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.843027] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c553c97-7140-4a89-b666-4c593f900f20 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.843027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.843027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.843027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.843027] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.843027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.843027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.843027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.843027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.843027] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c553c97-7140-4a89-b666-4c593f900f20',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.843537] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f387277-be5e-438c-b491-d3c32670d3a2 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.843595] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f387277-be5e-438c-b491-d3c32670d3a2" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.843627] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f387277-be5e-438c-b491-d3c32670d3a2" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.843773] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f387277-be5e-438c-b491-d3c32670d3a2" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.843838] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f387277-be5e-438c-b491-d3c32670d3a2',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.926297] env[69670]: INFO networking_nsxv3.common.synchronization [None req-7fa7bfcb-7350-41a1-ad23-7fcf5dfa539d tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Enqueued Resource ID: b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b with Priority: HIGHEST for action security_group_rules [ 637.927359] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b with Priority: HIGHEST for action security_group_rules [ 637.927670] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.927794] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.927856] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.929338] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.930738] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.935399] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.935655] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.935789] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.936104] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.936416] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.936609] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.936759] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.937083] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.937495] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.937495] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 637.937628] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.937740] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.937846] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.937980] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 637.938127] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.938290] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.956160] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.956160] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 637.956160] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.956386] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.956615] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-3a24b673-9bed-480a-bbe5-17ffbf9ce68d taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.956793] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-3a24b673-9bed-480a-bbe5-17ffbf9ce68d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.956914] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-3a24b673-9bed-480a-bbe5-17ffbf9ce68d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.957289] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-3a24b673-9bed-480a-bbe5-17ffbf9ce68d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.957408] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a24b673-9bed-480a-bbe5-17ffbf9ce68d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.351023] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c553c97-7140-4a89-b666-4c593f900f20 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.351023] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.351023] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c553c97-7140-4a89-b666-4c593f900f20',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.351023] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f387277-be5e-438c-b491-d3c32670d3a2 with status ACTIVE [ 638.351023] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.351023] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.351023] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.351023] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.351023] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.351023] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.351023] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.351023] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.351023] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.351023] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.351933] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.351933] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.351933] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.351933] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.351933] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.352329] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f387277-be5e-438c-b491-d3c32670d3a2 is going to be updated. [ 638.375859] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.375859] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.375859] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.375859] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.375859] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.375859] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f387277-be5e-438c-b491-d3c32670d3a2" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.460839] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.461199] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.461336] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.461613] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.461886] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.462017] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 3a24b673-9bed-480a-bbe5-17ffbf9ce68d not found, creating... [ 638.462193] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.462350] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.462469] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.462707] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.462849] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.463148] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.463412] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.463412] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.463631] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.463765] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.463903] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 3a24b673-9bed-480a-bbe5-17ffbf9ce68d is going to be created. [ 638.466388] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.466506] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.466560] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.466965] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.466965] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.466965] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b already deleted. [ 638.466965] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.501767] env[69670]: INFO networking_nsxv3.common.synchronization [None req-d5f618b9-73d6-43db-85ee-705782a596e2 tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Enqueued Resource ID: b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b with Priority: HIGHEST for action security_group_rules [ 638.502251] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b with Priority: HIGHEST for action security_group_rules [ 638.502593] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.502668] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.502736] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.503665] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.503827] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.506123] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.506310] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.506435] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.506683] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.506920] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.507155] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-3a24b673-9bed-480a-bbe5-17ffbf9ce68d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.854835] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c553c97-7140-4a89-b666-4c593f900f20',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.027451] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.027624] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.027707] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.027944] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.028572] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.028572] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b already deleted. [ 639.028572] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.299529] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1925aed7-d020-4800-93d2-4620cedac61c in Status: SUCCESS [ 639.299760] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1925aed7-d020-4800-93d2-4620cedac61c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.299919] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1925aed7-d020-4800-93d2-4620cedac61c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.302404] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1925aed7-d020-4800-93d2-4620cedac61c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.302404] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.302404] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.302404] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.302404] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.302404] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.302404] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1925aed7-d020-4800-93d2-4620cedac61c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.302404] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1925aed7-d020-4800-93d2-4620cedac61c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.363678] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.363678] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.363678] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.363678] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.363678] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.363678] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c553c97-7140-4a89-b666-4c593f900f20 is going to be created. [ 639.383023] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.383023] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.383023] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.383023] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.383023] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.391661] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c553c97-7140-4a89-b666-4c593f900f20 in Status: UNINITIALIZED for 2s [ 639.803677] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-1925aed7-d020-4800-93d2-4620cedac61c taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.803832] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1925aed7-d020-4800-93d2-4620cedac61c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.804230] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1925aed7-d020-4800-93d2-4620cedac61c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.804230] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1925aed7-d020-4800-93d2-4620cedac61c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.804365] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.804440] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.804487] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.804621] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.804708] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.804799] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1925aed7-d020-4800-93d2-4620cedac61c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.804944] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-1925aed7-d020-4800-93d2-4620cedac61c taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.805046] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1925aed7-d020-4800-93d2-4620cedac61c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.805100] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1925aed7-d020-4800-93d2-4620cedac61c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.805271] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1925aed7-d020-4800-93d2-4620cedac61c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.805428] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.805521] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.805577] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.805717] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.805802] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.805936] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1925aed7-d020-4800-93d2-4620cedac61c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.806008] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1925aed7-d020-4800-93d2-4620cedac61c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.827986] env[69670]: INFO networking_nsxv3.common.synchronization [None req-de72949c-a319-4530-8738-1a4bd6d0813b None None] Enqueued Resource ID: 9fd8f359-ff61-42dd-a7d9-68531a5cead5 with Priority: HIGHEST for action port [ 639.827986] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd8f359-ff61-42dd-a7d9-68531a5cead5 with Priority: HIGHEST for action port [ 639.827986] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fd8f359-ff61-42dd-a7d9-68531a5cead5 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.827986] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fd8f359-ff61-42dd-a7d9-68531a5cead5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.827986] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fd8f359-ff61-42dd-a7d9-68531a5cead5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.827986] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fd8f359-ff61-42dd-a7d9-68531a5cead5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.827986] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fd8f359-ff61-42dd-a7d9-68531a5cead5',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.949805] env[69670]: INFO networking_nsxv3.common.synchronization [req-550c4a2e-90a6-4421-9b7e-13fddc225056 req-a148ee55-f0ba-475e-9f9e-17ebda7ed4a2 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Enqueued Resource ID: 7a3108fb-febf-453f-85b7-26e5f9bd602a with Priority: HIGHEST for action security_group_members [ 639.951308] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a3108fb-febf-453f-85b7-26e5f9bd602a with Priority: HIGHEST for action security_group_members [ 639.951668] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a3108fb-febf-453f-85b7-26e5f9bd602a taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.951827] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a3108fb-febf-453f-85b7-26e5f9bd602a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.951912] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a3108fb-febf-453f-85b7-26e5f9bd602a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.952209] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a3108fb-febf-453f-85b7-26e5f9bd602a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.952409] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.953027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.953027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.953027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.953027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.953560] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a3108fb-febf-453f-85b7-26e5f9bd602a',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.956028] env[69670]: INFO networking_nsxv3.common.synchronization [None req-72520951-0cbd-4240-a34a-b2bce819dde6 None None] Enqueued Resource ID: 3a190136-8089-43bb-aaee-bc8e74e3bc36 with Priority: HIGHEST for action port [ 639.956732] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a190136-8089-43bb-aaee-bc8e74e3bc36 with Priority: HIGHEST for action port [ 639.957098] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a190136-8089-43bb-aaee-bc8e74e3bc36 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.957390] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a190136-8089-43bb-aaee-bc8e74e3bc36" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.957487] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a190136-8089-43bb-aaee-bc8e74e3bc36" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.957797] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a190136-8089-43bb-aaee-bc8e74e3bc36" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.957917] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a190136-8089-43bb-aaee-bc8e74e3bc36',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.277383] env[69670]: INFO networking_nsxv3.common.synchronization [req-fa072eb9-ef85-4ad1-9cbb-895f714a658a req-0c95aa81-1954-4d10-8e47-e61d2d72db9f service nova] Enqueued Resource ID: 0ef7d495-885e-4919-a4b5-d4b7dce28f1d with Priority: HIGHEST for action security_group_rules [ 640.277560] env[69670]: INFO networking_nsxv3.common.synchronization [req-fa072eb9-ef85-4ad1-9cbb-895f714a658a req-0c95aa81-1954-4d10-8e47-e61d2d72db9f service nova] Enqueued Resource ID: 0ef7d495-885e-4919-a4b5-d4b7dce28f1d with Priority: HIGHEST for action security_group_members [ 640.277695] env[69670]: INFO networking_nsxv3.common.synchronization [req-fa072eb9-ef85-4ad1-9cbb-895f714a658a req-0c95aa81-1954-4d10-8e47-e61d2d72db9f service nova] Enqueued Resource ID: 3a24b673-9bed-480a-bbe5-17ffbf9ce68d with Priority: HIGHEST for action port [ 640.277954] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ef7d495-885e-4919-a4b5-d4b7dce28f1d with Priority: HIGHEST for action security_group_rules [ 640.278205] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ef7d495-885e-4919-a4b5-d4b7dce28f1d with Priority: HIGHEST for action security_group_members [ 640.278205] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a24b673-9bed-480a-bbe5-17ffbf9ce68d with Priority: HIGHEST for action port [ 640.278710] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ef7d495-885e-4919-a4b5-d4b7dce28f1d taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.278897] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.278897] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.283093] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.283190] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ef7d495-885e-4919-a4b5-d4b7dce28f1d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.284451] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.284451] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.284451] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.284606] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.284645] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.284738] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.284770] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.284913] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.284997] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.285283] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ef7d495-885e-4919-a4b5-d4b7dce28f1d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.290024] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a24b673-9bed-480a-bbe5-17ffbf9ce68d taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.290024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a24b673-9bed-480a-bbe5-17ffbf9ce68d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.290024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a24b673-9bed-480a-bbe5-17ffbf9ce68d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.290024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a24b673-9bed-480a-bbe5-17ffbf9ce68d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.293168] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a24b673-9bed-480a-bbe5-17ffbf9ce68d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.309333] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1925aed7-d020-4800-93d2-4620cedac61c: rpc.has_security_group_logging(os_id): False [ 640.326238] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.326440] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.327166] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.327457] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.327587] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.327832] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.327947] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.328022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.328200] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.328365] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.328579] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.328579] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.328714] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.328804] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.328904] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.329370] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.330412] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.330412] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.330412] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.330412] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.330412] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1925aed7-d020-4800-93d2-4620cedac61c is going to be created. [ 640.332318] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9fd8f359-ff61-42dd-a7d9-68531a5cead5 [ 640.333185] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.333185] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.333185] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.333803] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.333901] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.334043] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9fd8f359-ff61-42dd-a7d9-68531a5cead5 already deleted. [ 640.334796] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fd8f359-ff61-42dd-a7d9-68531a5cead5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.390176] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.390449] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.390449] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.390714] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.391031] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.405311] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1925aed7-d020-4800-93d2-4620cedac61c in Status: IN_PROGRESS for 2s [ 640.447019] env[69670]: INFO networking_nsxv3.common.synchronization [None req-9032a82f-70d6-4235-8027-03cb1ca9f86c tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Enqueued Resource ID: dbf50bb3-828d-4e97-be35-bc5b70f65616 with Priority: HIGHEST for action security_group_rules [ 640.447019] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf50bb3-828d-4e97-be35-bc5b70f65616 with Priority: HIGHEST for action security_group_rules [ 640.447562] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbf50bb3-828d-4e97-be35-bc5b70f65616 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.447562] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbf50bb3-828d-4e97-be35-bc5b70f65616" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.447562] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbf50bb3-828d-4e97-be35-bc5b70f65616" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.447893] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbf50bb3-828d-4e97-be35-bc5b70f65616" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.447986] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbf50bb3-828d-4e97-be35-bc5b70f65616',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.457331] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.460203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.460203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.460203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.460203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.460203] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.460203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.460203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.460203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.460203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.460203] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a3108fb-febf-453f-85b7-26e5f9bd602a already deleted. [ 640.460203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a3108fb-febf-453f-85b7-26e5f9bd602a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.460203] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a190136-8089-43bb-aaee-bc8e74e3bc36 [ 640.460203] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.460203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.460203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.460203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.460203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.460203] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a190136-8089-43bb-aaee-bc8e74e3bc36 already deleted. [ 640.460203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a190136-8089-43bb-aaee-bc8e74e3bc36" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.487341] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-885 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.487540] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-885" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.487605] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-885" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.487903] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-885" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.492807] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.492807] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.492807] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.492807] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.492807] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.492807] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 640.492807] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.492807] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.492807] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.492807] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 640.492807] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.492807] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.513590] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.515553] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 640.515553] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.515553] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-885" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.515553] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-bd64bc3c-348e-496b-8932-6a9c1c766164 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.515553] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-bd64bc3c-348e-496b-8932-6a9c1c766164" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.515553] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-bd64bc3c-348e-496b-8932-6a9c1c766164" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.520075] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-bd64bc3c-348e-496b-8932-6a9c1c766164" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.520350] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd64bc3c-348e-496b-8932-6a9c1c766164',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.664423] env[69670]: INFO networking_nsxv3.common.synchronization [None req-dd0e15fe-e178-43e3-a4bf-9cae5503bb68 tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Enqueued Resource ID: dbf50bb3-828d-4e97-be35-bc5b70f65616 with Priority: HIGHEST for action security_group_rules [ 640.664818] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf50bb3-828d-4e97-be35-bc5b70f65616 with Priority: HIGHEST for action security_group_rules [ 640.665149] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbf50bb3-828d-4e97-be35-bc5b70f65616 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.665257] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbf50bb3-828d-4e97-be35-bc5b70f65616" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.795514] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ef7d495-885e-4919-a4b5-d4b7dce28f1d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.797081] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.797081] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.797384] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a24b673-9bed-480a-bbe5-17ffbf9ce68d with status ACTIVE [ 640.797563] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.797710] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.797762] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.800221] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.800362] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.800562] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.800668] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.800736] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.800901] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.800982] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.804021] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.804021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.804021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.804021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.804021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.804021] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a24b673-9bed-480a-bbe5-17ffbf9ce68d is going to be updated. [ 640.822204] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.822204] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.822204] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.822951] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.822951] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.822951] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a24b673-9bed-480a-bbe5-17ffbf9ce68d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.969756] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.970194] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.970194] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.970321] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.970416] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.970504] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbf50bb3-828d-4e97-be35-bc5b70f65616 already deleted. [ 640.970615] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbf50bb3-828d-4e97-be35-bc5b70f65616" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.970775] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbf50bb3-828d-4e97-be35-bc5b70f65616" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.970937] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbf50bb3-828d-4e97-be35-bc5b70f65616" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.971028] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbf50bb3-828d-4e97-be35-bc5b70f65616',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.008205] env[69670]: INFO networking_nsxv3.common.synchronization [None req-f7df4dd2-a966-4999-93f4-4b20787fae48 None None] Enqueued Resource ID: e03c4ee1-27cb-4a9e-b16d-14020786f31b with Priority: HIGHEST for action port [ 641.008491] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e03c4ee1-27cb-4a9e-b16d-14020786f31b with Priority: HIGHEST for action port [ 641.008812] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-e03c4ee1-27cb-4a9e-b16d-14020786f31b taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.008967] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e03c4ee1-27cb-4a9e-b16d-14020786f31b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.009068] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e03c4ee1-27cb-4a9e-b16d-14020786f31b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.009432] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e03c4ee1-27cb-4a9e-b16d-14020786f31b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.009505] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e03c4ee1-27cb-4a9e-b16d-14020786f31b',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.023619] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.023734] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.024047] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.024273] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.025019] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.025019] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port bd64bc3c-348e-496b-8932-6a9c1c766164 not found, creating... [ 641.025019] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.025019] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.025241] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.025433] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.025599] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.025887] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.027998] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.028189] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.028966] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.029136] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.029279] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: bd64bc3c-348e-496b-8932-6a9c1c766164 is going to be created. [ 641.050671] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.050955] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.054762] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.055319] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.055650] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.055903] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-bd64bc3c-348e-496b-8932-6a9c1c766164" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.068868] env[69670]: INFO networking_nsxv3.common.synchronization [None req-866680bb-3c67-44f8-9a04-3bd7723e37cb None None] Enqueued Resource ID: 47cdda5e-3f65-497e-bab4-0bb95d0f663b with Priority: HIGHEST for action port [ 641.069335] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47cdda5e-3f65-497e-bab4-0bb95d0f663b with Priority: HIGHEST for action port [ 641.069984] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-47cdda5e-3f65-497e-bab4-0bb95d0f663b taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.070172] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47cdda5e-3f65-497e-bab4-0bb95d0f663b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.070209] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47cdda5e-3f65-497e-bab4-0bb95d0f663b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.071548] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47cdda5e-3f65-497e-bab4-0bb95d0f663b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.073021] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47cdda5e-3f65-497e-bab4-0bb95d0f663b',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.299530] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ef7d495-885e-4919-a4b5-d4b7dce28f1d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.403453] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c553c97-7140-4a89-b666-4c593f900f20 in Status: SUCCESS [ 641.403453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.403453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.403453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.403453] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.403453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.403453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.403453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.403453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.403453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.403453] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c553c97-7140-4a89-b666-4c593f900f20',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.491755] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.491905] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.491948] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.492175] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.492263] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.492371] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbf50bb3-828d-4e97-be35-bc5b70f65616 already deleted. [ 641.492479] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbf50bb3-828d-4e97-be35-bc5b70f65616" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.513107] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e03c4ee1-27cb-4a9e-b16d-14020786f31b [ 641.513107] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.513107] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.513107] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.513437] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.513437] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.513500] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e03c4ee1-27cb-4a9e-b16d-14020786f31b already deleted. [ 641.513611] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e03c4ee1-27cb-4a9e-b16d-14020786f31b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.573766] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 47cdda5e-3f65-497e-bab4-0bb95d0f663b [ 641.575089] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.575371] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.575541] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.575824] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.576351] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.579502] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:47cdda5e-3f65-497e-bab4-0bb95d0f663b already deleted. [ 641.579638] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47cdda5e-3f65-497e-bab4-0bb95d0f663b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.804063] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.804063] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.804063] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.804063] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.804063] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.804063] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ef7d495-885e-4919-a4b5-d4b7dce28f1d is going to be created. [ 641.830133] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.830133] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.830133] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.830133] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.830133] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.839245] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ef7d495-885e-4919-a4b5-d4b7dce28f1d in Status: UNINITIALIZED for 2s [ 641.904888] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c553c97-7140-4a89-b666-4c593f900f20 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.905095] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.905095] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.905853] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.905953] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.906087] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.906154] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.907663] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.907663] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.907663] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.907663] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c553c97-7140-4a89-b666-4c593f900f20 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.907663] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.907663] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.907663] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.907663] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.907663] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.907663] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.907663] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.908096] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.908096] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.908096] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c553c97-7140-4a89-b666-4c593f900f20',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.102172] env[69670]: INFO networking_nsxv3.common.synchronization [None req-bc0775c9-73d5-4090-add3-add8f1618451 None None] Enqueued Resource ID: 17dc86f9-4628-469c-a7a7-fc275117d50d with Priority: HIGHEST for action port [ 642.106452] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17dc86f9-4628-469c-a7a7-fc275117d50d with Priority: HIGHEST for action port [ 642.106794] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-17dc86f9-4628-469c-a7a7-fc275117d50d taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.107669] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17dc86f9-4628-469c-a7a7-fc275117d50d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.107669] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17dc86f9-4628-469c-a7a7-fc275117d50d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.108056] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17dc86f9-4628-469c-a7a7-fc275117d50d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.108194] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17dc86f9-4628-469c-a7a7-fc275117d50d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.412607] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c553c97-7140-4a89-b666-4c593f900f20: rpc.has_security_group_logging(os_id): False [ 642.423472] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1925aed7-d020-4800-93d2-4620cedac61c in Status: SUCCESS [ 642.426133] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1925aed7-d020-4800-93d2-4620cedac61c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.428625] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.428625] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.428625] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.428902] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.428902] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.429024] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.429106] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.429166] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.429475] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.429475] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.429572] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.429621] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.429701] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.429815] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.429888] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.430088] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.430192] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.430253] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.430393] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.430473] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.430559] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c553c97-7140-4a89-b666-4c593f900f20 is going to be created. [ 642.467775] env[69670]: INFO networking_nsxv3.common.synchronization [req-550c4a2e-90a6-4421-9b7e-13fddc225056 req-b2149bea-9ca8-4efd-bd66-f5086dca3fc2 service nova] Enqueued Resource ID: 7a3108fb-febf-453f-85b7-26e5f9bd602a with Priority: HIGHEST for action security_group_rules [ 642.467958] env[69670]: INFO networking_nsxv3.common.synchronization [req-550c4a2e-90a6-4421-9b7e-13fddc225056 req-b2149bea-9ca8-4efd-bd66-f5086dca3fc2 service nova] Enqueued Resource ID: 7a3108fb-febf-453f-85b7-26e5f9bd602a with Priority: HIGHEST for action security_group_members [ 642.468562] env[69670]: INFO networking_nsxv3.common.synchronization [req-550c4a2e-90a6-4421-9b7e-13fddc225056 req-b2149bea-9ca8-4efd-bd66-f5086dca3fc2 service nova] Enqueued Resource ID: bd64bc3c-348e-496b-8932-6a9c1c766164 with Priority: HIGHEST for action port [ 642.468970] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a3108fb-febf-453f-85b7-26e5f9bd602a with Priority: HIGHEST for action security_group_rules [ 642.469175] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a3108fb-febf-453f-85b7-26e5f9bd602a with Priority: HIGHEST for action security_group_members [ 642.469329] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd64bc3c-348e-496b-8932-6a9c1c766164 with Priority: HIGHEST for action port [ 642.470076] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a3108fb-febf-453f-85b7-26e5f9bd602a taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.470272] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a3108fb-febf-453f-85b7-26e5f9bd602a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.470384] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a3108fb-febf-453f-85b7-26e5f9bd602a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.471667] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a3108fb-febf-453f-85b7-26e5f9bd602a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.471783] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a3108fb-febf-453f-85b7-26e5f9bd602a',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.472723] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a3108fb-febf-453f-85b7-26e5f9bd602a taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.472840] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a3108fb-febf-453f-85b7-26e5f9bd602a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.472908] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a3108fb-febf-453f-85b7-26e5f9bd602a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.473227] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a3108fb-febf-453f-85b7-26e5f9bd602a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.473292] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.473342] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.473405] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.473575] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.473631] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.473693] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a3108fb-febf-453f-85b7-26e5f9bd602a',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.474952] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd64bc3c-348e-496b-8932-6a9c1c766164 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.475230] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd64bc3c-348e-496b-8932-6a9c1c766164" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.475230] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd64bc3c-348e-496b-8932-6a9c1c766164" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.475531] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd64bc3c-348e-496b-8932-6a9c1c766164" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.475743] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd64bc3c-348e-496b-8932-6a9c1c766164',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.482416] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.482416] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.482416] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.483075] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.483312] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.498037] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c553c97-7140-4a89-b666-4c593f900f20 in Status: IN_PROGRESS for 2s [ 642.528134] env[69670]: INFO networking_nsxv3.common.synchronization [req-61854228-71f4-4145-b505-3f49bb5e61a0 req-cbdb0678-2cb6-4a8f-a5a4-0d8cce3348bd tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Enqueued Resource ID: 15a251d1-fcc6-4a86-9e87-e56757f8920d with Priority: HIGHEST for action security_group_members [ 642.528217] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15a251d1-fcc6-4a86-9e87-e56757f8920d with Priority: HIGHEST for action security_group_members [ 642.530555] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-15a251d1-fcc6-4a86-9e87-e56757f8920d taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.530555] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15a251d1-fcc6-4a86-9e87-e56757f8920d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.530555] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15a251d1-fcc6-4a86-9e87-e56757f8920d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.530555] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15a251d1-fcc6-4a86-9e87-e56757f8920d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.530555] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.530555] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.530878] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.531128] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.531128] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.531239] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15a251d1-fcc6-4a86-9e87-e56757f8920d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.610231] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 17dc86f9-4628-469c-a7a7-fc275117d50d [ 642.610338] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.610696] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.610696] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.610817] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.610951] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.611012] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:17dc86f9-4628-469c-a7a7-fc275117d50d already deleted. [ 642.611081] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17dc86f9-4628-469c-a7a7-fc275117d50d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.886855] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-180 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.889173] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-180" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.889173] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-180" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.889173] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-180" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.889173] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.889173] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.889744] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.889868] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.890842] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.891131] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 642.891284] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.891407] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.891530] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.891646] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 642.891756] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.891911] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.911094] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.911379] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 642.911379] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.913159] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-180" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.913159] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-5ba2f0e3-0e6f-44a5-98f0-63208f33c0e3 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.913159] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-5ba2f0e3-0e6f-44a5-98f0-63208f33c0e3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.913159] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-5ba2f0e3-0e6f-44a5-98f0-63208f33c0e3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.913159] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-5ba2f0e3-0e6f-44a5-98f0-63208f33c0e3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.913159] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ba2f0e3-0e6f-44a5-98f0-63208f33c0e3',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.977594] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a3108fb-febf-453f-85b7-26e5f9bd602a',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.980286] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a3108fb-febf-453f-85b7-26e5f9bd602a taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.980286] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a3108fb-febf-453f-85b7-26e5f9bd602a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.980286] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd64bc3c-348e-496b-8932-6a9c1c766164 with status ACTIVE [ 642.980286] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.980286] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.980286] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.980286] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.980286] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.980286] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.980286] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.980286] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.980774] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.980774] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.980774] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.980924] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.980924] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.981033] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.981094] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.981177] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd64bc3c-348e-496b-8932-6a9c1c766164 is going to be updated. [ 643.004911] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.005113] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.005160] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.005529] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.005529] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.005695] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd64bc3c-348e-496b-8932-6a9c1c766164" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.033696] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.034211] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.034211] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.035103] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.035103] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.035103] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.035103] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.035103] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.035659] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.035854] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.035957] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15a251d1-fcc6-4a86-9e87-e56757f8920d already deleted. [ 643.037051] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15a251d1-fcc6-4a86-9e87-e56757f8920d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.144857] env[69670]: INFO networking_nsxv3.common.synchronization [None req-f9d88ace-7523-4fd3-a738-7362769c35b3 None None] Enqueued Resource ID: 0f427f66-a8e4-4d84-adee-b3bad7d0ea60 with Priority: HIGHEST for action port [ 643.145171] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f427f66-a8e4-4d84-adee-b3bad7d0ea60 with Priority: HIGHEST for action port [ 643.145799] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f427f66-a8e4-4d84-adee-b3bad7d0ea60 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.145995] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f427f66-a8e4-4d84-adee-b3bad7d0ea60" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.145995] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f427f66-a8e4-4d84-adee-b3bad7d0ea60" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.146302] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f427f66-a8e4-4d84-adee-b3bad7d0ea60" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.146374] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f427f66-a8e4-4d84-adee-b3bad7d0ea60',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.420243] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.420243] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.420243] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.420243] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.420243] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.420243] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 5ba2f0e3-0e6f-44a5-98f0-63208f33c0e3 not found, creating... [ 643.420243] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.420243] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.420243] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.420243] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.420243] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.420607] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.422685] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.422685] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.422685] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.422685] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.423225] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 5ba2f0e3-0e6f-44a5-98f0-63208f33c0e3 is going to be created. [ 643.446545] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.446803] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.446965] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.447206] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.447439] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.447664] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-5ba2f0e3-0e6f-44a5-98f0-63208f33c0e3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.479748] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a3108fb-febf-453f-85b7-26e5f9bd602a',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.650402] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f427f66-a8e4-4d84-adee-b3bad7d0ea60 [ 643.650649] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.650785] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.650854] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.651099] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.651193] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.651293] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f427f66-a8e4-4d84-adee-b3bad7d0ea60 already deleted. [ 643.651380] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f427f66-a8e4-4d84-adee-b3bad7d0ea60" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.689564] env[69670]: INFO networking_nsxv3.common.synchronization [req-0041a8ca-a16f-48d8-918f-eea306ba0c5a req-339cbac2-cf9f-4271-9cf5-1d0bf762a1ac tempest-SecurityGroupRulesTestJSON-1943467890 tempest-SecurityGroupRulesTestJSON-1943467890-project-member] Enqueued Resource ID: 90c64afe-ffea-4d0f-a154-66afe31be2bf with Priority: HIGHEST for action security_group_rules [ 643.689888] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90c64afe-ffea-4d0f-a154-66afe31be2bf with Priority: HIGHEST for action security_group_rules [ 643.690210] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90c64afe-ffea-4d0f-a154-66afe31be2bf taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.690340] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90c64afe-ffea-4d0f-a154-66afe31be2bf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.690411] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90c64afe-ffea-4d0f-a154-66afe31be2bf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.690664] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90c64afe-ffea-4d0f-a154-66afe31be2bf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.690756] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90c64afe-ffea-4d0f-a154-66afe31be2bf',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.849788] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ef7d495-885e-4919-a4b5-d4b7dce28f1d in Status: SUCCESS [ 643.851292] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.851292] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.851292] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.851292] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.851292] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.851292] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.851292] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.851620] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.851620] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.851620] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ef7d495-885e-4919-a4b5-d4b7dce28f1d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.984300] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.984300] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.984300] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.984300] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.984300] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.984300] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a3108fb-febf-453f-85b7-26e5f9bd602a is going to be created. [ 644.005920] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.006108] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.006147] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.006440] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.006608] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.015556] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a3108fb-febf-453f-85b7-26e5f9bd602a in Status: UNINITIALIZED for 2s [ 644.211472] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.212536] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.212536] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.212789] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.212850] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.212986] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90c64afe-ffea-4d0f-a154-66afe31be2bf already deleted. [ 644.213039] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90c64afe-ffea-4d0f-a154-66afe31be2bf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.216615] env[69670]: INFO networking_nsxv3.common.synchronization [None req-046d97f2-2a35-431d-98a8-5ff485f3542e None None] Enqueued Resource ID: 4342193f-a2e5-4ed9-87df-ee878413505b with Priority: HIGHEST for action port [ 644.216615] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4342193f-a2e5-4ed9-87df-ee878413505b with Priority: HIGHEST for action port [ 644.216615] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-4342193f-a2e5-4ed9-87df-ee878413505b taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.216615] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4342193f-a2e5-4ed9-87df-ee878413505b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.217156] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4342193f-a2e5-4ed9-87df-ee878413505b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.217540] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4342193f-a2e5-4ed9-87df-ee878413505b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.217701] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4342193f-a2e5-4ed9-87df-ee878413505b',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.356252] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.356399] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.356467] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.356668] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.356827] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.356926] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.356987] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.357141] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.357230] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.357828] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.358067] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.358743] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.358743] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.358743] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.358743] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.358743] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.358743] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.359034] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.359034] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.359034] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.359034] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ef7d495-885e-4919-a4b5-d4b7dce28f1d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.473324] env[69670]: INFO networking_nsxv3.common.synchronization [req-61854228-71f4-4145-b505-3f49bb5e61a0 req-d93ac7d0-f249-428e-94a6-1b1d443ca959 service nova] Enqueued Resource ID: 15a251d1-fcc6-4a86-9e87-e56757f8920d with Priority: HIGHEST for action security_group_rules [ 644.473324] env[69670]: INFO networking_nsxv3.common.synchronization [req-61854228-71f4-4145-b505-3f49bb5e61a0 req-d93ac7d0-f249-428e-94a6-1b1d443ca959 service nova] Enqueued Resource ID: 15a251d1-fcc6-4a86-9e87-e56757f8920d with Priority: HIGHEST for action security_group_members [ 644.473324] env[69670]: INFO networking_nsxv3.common.synchronization [req-61854228-71f4-4145-b505-3f49bb5e61a0 req-d93ac7d0-f249-428e-94a6-1b1d443ca959 service nova] Enqueued Resource ID: 5ba2f0e3-0e6f-44a5-98f0-63208f33c0e3 with Priority: HIGHEST for action port [ 644.473324] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15a251d1-fcc6-4a86-9e87-e56757f8920d with Priority: HIGHEST for action security_group_rules [ 644.473324] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15a251d1-fcc6-4a86-9e87-e56757f8920d with Priority: HIGHEST for action security_group_members [ 644.473324] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ba2f0e3-0e6f-44a5-98f0-63208f33c0e3 with Priority: HIGHEST for action port [ 644.473324] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15a251d1-fcc6-4a86-9e87-e56757f8920d taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.473324] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15a251d1-fcc6-4a86-9e87-e56757f8920d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.473324] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15a251d1-fcc6-4a86-9e87-e56757f8920d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.475499] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15a251d1-fcc6-4a86-9e87-e56757f8920d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.475499] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15a251d1-fcc6-4a86-9e87-e56757f8920d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.475499] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-15a251d1-fcc6-4a86-9e87-e56757f8920d taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.475499] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15a251d1-fcc6-4a86-9e87-e56757f8920d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.475499] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15a251d1-fcc6-4a86-9e87-e56757f8920d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.475499] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15a251d1-fcc6-4a86-9e87-e56757f8920d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.475499] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.479098] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.479098] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.479098] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.479098] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.479098] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15a251d1-fcc6-4a86-9e87-e56757f8920d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.482437] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ba2f0e3-0e6f-44a5-98f0-63208f33c0e3 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.482437] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ba2f0e3-0e6f-44a5-98f0-63208f33c0e3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.482437] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ba2f0e3-0e6f-44a5-98f0-63208f33c0e3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.482437] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ba2f0e3-0e6f-44a5-98f0-63208f33c0e3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.482437] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ba2f0e3-0e6f-44a5-98f0-63208f33c0e3',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.506361] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c553c97-7140-4a89-b666-4c593f900f20 in Status: SUCCESS [ 644.506642] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.725983] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4342193f-a2e5-4ed9-87df-ee878413505b [ 644.725983] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.725983] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.725983] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.725983] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.725983] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.725983] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4342193f-a2e5-4ed9-87df-ee878413505b already deleted. [ 644.725983] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4342193f-a2e5-4ed9-87df-ee878413505b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.791230] env[69670]: INFO networking_nsxv3.common.synchronization [None req-5e76b57b-01da-4661-a76b-090ccc2b515b tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Enqueued Resource ID: 8bc709d7-d957-4020-8bfa-3b629eb48f21 with Priority: HIGHEST for action security_group_rules [ 644.791324] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bc709d7-d957-4020-8bfa-3b629eb48f21 with Priority: HIGHEST for action security_group_rules [ 644.791654] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bc709d7-d957-4020-8bfa-3b629eb48f21 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.791781] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bc709d7-d957-4020-8bfa-3b629eb48f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.791846] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bc709d7-d957-4020-8bfa-3b629eb48f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.792131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bc709d7-d957-4020-8bfa-3b629eb48f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.792214] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bc709d7-d957-4020-8bfa-3b629eb48f21',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.862613] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ef7d495-885e-4919-a4b5-d4b7dce28f1d: rpc.has_security_group_logging(os_id): False [ 644.880355] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.880527] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.880621] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.880968] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.881097] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.881347] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.881462] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.881524] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.881689] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.881767] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.881946] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.882055] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.882118] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.882264] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.882338] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.882517] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.882609] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.882743] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.882888] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.882962] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.887147] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ef7d495-885e-4919-a4b5-d4b7dce28f1d is going to be created. [ 644.932493] env[69670]: INFO networking_nsxv3.common.synchronization [None req-1299b271-ef87-479c-a506-810eeed786ec tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Enqueued Resource ID: 8bc709d7-d957-4020-8bfa-3b629eb48f21 with Priority: HIGHEST for action security_group_rules [ 644.933291] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bc709d7-d957-4020-8bfa-3b629eb48f21 with Priority: HIGHEST for action security_group_rules [ 644.933413] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bc709d7-d957-4020-8bfa-3b629eb48f21 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.933543] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bc709d7-d957-4020-8bfa-3b629eb48f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.941553] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.941690] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.941731] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.943038] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.943038] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.955262] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ef7d495-885e-4919-a4b5-d4b7dce28f1d in Status: IN_PROGRESS for 2s [ 644.984746] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15a251d1-fcc6-4a86-9e87-e56757f8920d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.989802] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-15a251d1-fcc6-4a86-9e87-e56757f8920d taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.989974] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15a251d1-fcc6-4a86-9e87-e56757f8920d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.990127] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ba2f0e3-0e6f-44a5-98f0-63208f33c0e3 with status ACTIVE [ 644.990354] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.990448] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.990496] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.990713] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.990805] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.990991] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.991257] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.991326] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.991483] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.991565] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.991746] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.991835] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.991888] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.992041] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.992132] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.992201] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ba2f0e3-0e6f-44a5-98f0-63208f33c0e3 is going to be updated. [ 645.011653] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.011857] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.011972] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.012355] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.012497] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.012663] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ba2f0e3-0e6f-44a5-98f0-63208f33c0e3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.314823] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.314823] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.314823] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.314823] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.314823] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.314823] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bc709d7-d957-4020-8bfa-3b629eb48f21 already deleted. [ 645.314823] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bc709d7-d957-4020-8bfa-3b629eb48f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.314823] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bc709d7-d957-4020-8bfa-3b629eb48f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.314823] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bc709d7-d957-4020-8bfa-3b629eb48f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.314823] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bc709d7-d957-4020-8bfa-3b629eb48f21',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.490165] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15a251d1-fcc6-4a86-9e87-e56757f8920d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.841862] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.841862] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.841862] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.841862] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.841862] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.841862] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bc709d7-d957-4020-8bfa-3b629eb48f21 already deleted. [ 645.841862] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bc709d7-d957-4020-8bfa-3b629eb48f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.928418] env[69670]: INFO networking_nsxv3.common.synchronization [req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 req-37cce910-87d6-4704-bbd0-98577213dbd2 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Enqueued Resource ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 with Priority: HIGHEST for action security_group_members [ 645.928988] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 with Priority: HIGHEST for action security_group_members [ 645.929311] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-bae4e153-b553-49d0-8dba-e29ce7a007b1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.929472] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.932526] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.932861] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.933059] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.933948] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.933948] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.933948] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.933948] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.933948] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.992869] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.993693] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.993693] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.993693] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.993693] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.994178] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15a251d1-fcc6-4a86-9e87-e56757f8920d is going to be created. [ 646.015839] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.016289] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.016888] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.017208] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.017486] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.027563] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a3108fb-febf-453f-85b7-26e5f9bd602a in Status: SUCCESS [ 646.028130] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a3108fb-febf-453f-85b7-26e5f9bd602a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.028545] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a3108fb-febf-453f-85b7-26e5f9bd602a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.029082] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a3108fb-febf-453f-85b7-26e5f9bd602a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.029948] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.030380] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.030577] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.030841] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.031638] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.031822] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a3108fb-febf-453f-85b7-26e5f9bd602a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.031997] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a3108fb-febf-453f-85b7-26e5f9bd602a',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.034817] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15a251d1-fcc6-4a86-9e87-e56757f8920d in Status: UNINITIALIZED for 2s [ 646.041191] env[69670]: INFO networking_nsxv3.common.synchronization [None req-2814e126-a767-4fc4-b32f-846b6055e441 tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Enqueued Resource ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f with Priority: HIGHEST for action security_group_rules [ 646.041191] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f with Priority: HIGHEST for action security_group_rules [ 646.045022] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-203a71a6-54ed-4edd-92e1-fb96e1b09c3f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.045022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.045022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.045022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.045022] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('203a71a6-54ed-4edd-92e1-fb96e1b09c3f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.218273] env[69670]: INFO networking_nsxv3.common.synchronization [None req-b253e611-3692-4cae-b7d2-6694200dee67 tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Enqueued Resource ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f with Priority: HIGHEST for action security_group_rules [ 646.218889] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f with Priority: HIGHEST for action security_group_rules [ 646.219941] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-203a71a6-54ed-4edd-92e1-fb96e1b09c3f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.220114] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.358856] env[69670]: INFO networking_nsxv3.common.synchronization [req-51786f92-bdc5-4ba4-b243-ea56d4bc6b94 req-8d4d1fff-b086-476a-a47c-298d560a589f tempest-SecurityGroupRulesTestJSON-1943467890 tempest-SecurityGroupRulesTestJSON-1943467890-project-member] Enqueued Resource ID: e2306963-e815-4069-916d-1fc004a84f7a with Priority: HIGHEST for action security_group_rules [ 646.359548] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2306963-e815-4069-916d-1fc004a84f7a with Priority: HIGHEST for action security_group_rules [ 646.359911] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2306963-e815-4069-916d-1fc004a84f7a taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.360604] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2306963-e815-4069-916d-1fc004a84f7a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.360735] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2306963-e815-4069-916d-1fc004a84f7a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.361058] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2306963-e815-4069-916d-1fc004a84f7a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.361190] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2306963-e815-4069-916d-1fc004a84f7a',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.437229] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.437453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.437531] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.439069] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.439069] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.439069] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.439069] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.439069] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.439069] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.439069] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.439069] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 already deleted. [ 646.439424] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.444044] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-63 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.444319] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-63" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.444482] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-63" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.444796] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-63" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.446031] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.446031] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.446031] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.446852] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.447221] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.447697] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 646.447880] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 646.447995] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 646.448115] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 646.448227] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 646.448334] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 646.448470] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 646.471026] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.471026] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 646.471026] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.471026] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-63" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.471026] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-63f0fb81-a5b9-4ed3-a684-74f77314320c taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.471026] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-63f0fb81-a5b9-4ed3-a684-74f77314320c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.471026] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-63f0fb81-a5b9-4ed3-a684-74f77314320c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.471026] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-63f0fb81-a5b9-4ed3-a684-74f77314320c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.471026] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63f0fb81-a5b9-4ed3-a684-74f77314320c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.542841] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a3108fb-febf-453f-85b7-26e5f9bd602a taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.542841] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a3108fb-febf-453f-85b7-26e5f9bd602a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.542841] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a3108fb-febf-453f-85b7-26e5f9bd602a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.542841] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a3108fb-febf-453f-85b7-26e5f9bd602a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.542841] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.542841] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.542841] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.542841] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.542841] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.542841] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a3108fb-febf-453f-85b7-26e5f9bd602a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.542841] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a3108fb-febf-453f-85b7-26e5f9bd602a taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.542841] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a3108fb-febf-453f-85b7-26e5f9bd602a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.542841] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a3108fb-febf-453f-85b7-26e5f9bd602a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.542841] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a3108fb-febf-453f-85b7-26e5f9bd602a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.542841] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.542841] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.543520] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.543520] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.543520] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.543520] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a3108fb-febf-453f-85b7-26e5f9bd602a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.543520] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a3108fb-febf-453f-85b7-26e5f9bd602a',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.562320] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.562687] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.562858] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.563105] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.563197] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.563295] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f already deleted. [ 646.563381] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.563526] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.563679] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.563760] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('203a71a6-54ed-4edd-92e1-fb96e1b09c3f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.665625] env[69670]: INFO networking_nsxv3.common.synchronization [None req-6c33e57e-4ca5-4524-a4db-68cc83569c8d None None] Enqueued Resource ID: 7b7fa093-3cc7-4f4a-9e4b-181ce238e18c with Priority: HIGHEST for action port [ 646.666138] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7fa093-3cc7-4f4a-9e4b-181ce238e18c with Priority: HIGHEST for action port [ 646.666520] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b7fa093-3cc7-4f4a-9e4b-181ce238e18c taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.666654] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b7fa093-3cc7-4f4a-9e4b-181ce238e18c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.666724] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b7fa093-3cc7-4f4a-9e4b-181ce238e18c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.666976] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b7fa093-3cc7-4f4a-9e4b-181ce238e18c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.672101] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b7fa093-3cc7-4f4a-9e4b-181ce238e18c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.880871] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.881082] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.881179] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.881408] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.881540] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.881647] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2306963-e815-4069-916d-1fc004a84f7a already deleted. [ 646.881743] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2306963-e815-4069-916d-1fc004a84f7a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.971510] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ef7d495-885e-4919-a4b5-d4b7dce28f1d in Status: SUCCESS [ 646.971510] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.975097] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.975452] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.975593] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.975960] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.976171] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.976353] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 63f0fb81-a5b9-4ed3-a684-74f77314320c not found, creating... [ 646.976830] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.977593] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.977785] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.978084] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.978240] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.978759] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.979034] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.979100] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.979388] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.979556] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.979707] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 63f0fb81-a5b9-4ed3-a684-74f77314320c is going to be created. [ 647.014205] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.014205] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.014507] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.014952] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.015671] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.016024] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-63f0fb81-a5b9-4ed3-a684-74f77314320c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.044646] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a3108fb-febf-453f-85b7-26e5f9bd602a: rpc.has_security_group_logging(os_id): False [ 647.062465] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.062684] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.063422] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.063422] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.063422] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.063422] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.063694] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.063694] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.063694] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.063837] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.064018] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.064151] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.064251] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.064447] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.064573] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.064774] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.064869] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.064927] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.065357] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.065449] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.065552] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a3108fb-febf-453f-85b7-26e5f9bd602a is going to be created. [ 647.087117] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.087423] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.087580] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.087941] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.088182] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.088537] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f already deleted. [ 647.088537] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.132553] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.132553] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.132553] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.132553] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.132553] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.170029] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a3108fb-febf-453f-85b7-26e5f9bd602a in Status: IN_PROGRESS for 2s [ 647.171587] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b7fa093-3cc7-4f4a-9e4b-181ce238e18c [ 647.171587] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.171587] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.171587] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.171587] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.171587] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.171587] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b7fa093-3cc7-4f4a-9e4b-181ce238e18c already deleted. [ 647.171587] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b7fa093-3cc7-4f4a-9e4b-181ce238e18c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.051120] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15a251d1-fcc6-4a86-9e87-e56757f8920d in Status: SUCCESS [ 648.051403] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15a251d1-fcc6-4a86-9e87-e56757f8920d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.051467] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15a251d1-fcc6-4a86-9e87-e56757f8920d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.051673] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15a251d1-fcc6-4a86-9e87-e56757f8920d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.051857] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.051975] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.052047] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.052221] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.052318] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.052409] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15a251d1-fcc6-4a86-9e87-e56757f8920d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.052540] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15a251d1-fcc6-4a86-9e87-e56757f8920d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.187779] env[69670]: INFO networking_nsxv3.common.synchronization [req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 req-c8e03c48-fc76-442c-b353-de8111bd0509 service nova] Enqueued Resource ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 with Priority: HIGHEST for action security_group_rules [ 648.188413] env[69670]: INFO networking_nsxv3.common.synchronization [req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 req-c8e03c48-fc76-442c-b353-de8111bd0509 service nova] Enqueued Resource ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 with Priority: HIGHEST for action security_group_members [ 648.188413] env[69670]: INFO networking_nsxv3.common.synchronization [req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 req-c8e03c48-fc76-442c-b353-de8111bd0509 service nova] Enqueued Resource ID: 63f0fb81-a5b9-4ed3-a684-74f77314320c with Priority: HIGHEST for action port [ 648.188413] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 with Priority: HIGHEST for action security_group_rules [ 648.189227] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 with Priority: HIGHEST for action security_group_members [ 648.189227] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f0fb81-a5b9-4ed3-a684-74f77314320c with Priority: HIGHEST for action port [ 648.189227] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bae4e153-b553-49d0-8dba-e29ce7a007b1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.189935] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.190301] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.190653] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.190742] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.191741] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-bae4e153-b553-49d0-8dba-e29ce7a007b1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.191882] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.191936] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.192330] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.192538] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.192672] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.192808] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.193019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.193091] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.193206] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.194106] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-63f0fb81-a5b9-4ed3-a684-74f77314320c taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.194216] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63f0fb81-a5b9-4ed3-a684-74f77314320c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.194354] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63f0fb81-a5b9-4ed3-a684-74f77314320c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.194424] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63f0fb81-a5b9-4ed3-a684-74f77314320c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.194503] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63f0fb81-a5b9-4ed3-a684-74f77314320c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.516885] env[69670]: INFO networking_nsxv3.common.synchronization [req-ff8db22a-d2ef-42ba-b035-e5e278a2618c req-57f964b6-d63e-4cf7-b7e8-b7ce2d88d7c6 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Enqueued Resource ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 with Priority: HIGHEST for action security_group_members [ 648.517439] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 with Priority: HIGHEST for action security_group_members [ 648.517744] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-bae4e153-b553-49d0-8dba-e29ce7a007b1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.517850] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.559863] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15a251d1-fcc6-4a86-9e87-e56757f8920d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.696996] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-bae4e153-b553-49d0-8dba-e29ce7a007b1 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.697172] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.697379] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.703230] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63f0fb81-a5b9-4ed3-a684-74f77314320c with status ACTIVE [ 648.703496] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.703658] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.703754] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.703989] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.704319] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.704380] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.704566] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.704566] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.704764] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.704855] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.705051] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.705146] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.705203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.705348] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.705425] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.705505] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63f0fb81-a5b9-4ed3-a684-74f77314320c is going to be updated. [ 648.726883] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.727383] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.727485] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.727712] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.727983] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.728104] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63f0fb81-a5b9-4ed3-a684-74f77314320c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.918042] env[69670]: INFO networking_nsxv3.common.synchronization [None req-81304906-589a-48cf-9cca-c03c0f95381e None None] Enqueued Resource ID: 2ec0d726-e1a9-4412-b057-5293e1e2bfc4 with Priority: HIGHEST for action port [ 648.918042] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ec0d726-e1a9-4412-b057-5293e1e2bfc4 with Priority: HIGHEST for action port [ 648.918042] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ec0d726-e1a9-4412-b057-5293e1e2bfc4 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.918042] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ec0d726-e1a9-4412-b057-5293e1e2bfc4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.919640] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ec0d726-e1a9-4412-b057-5293e1e2bfc4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.919848] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ec0d726-e1a9-4412-b057-5293e1e2bfc4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.919946] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ec0d726-e1a9-4412-b057-5293e1e2bfc4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.065976] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15a251d1-fcc6-4a86-9e87-e56757f8920d: rpc.has_security_group_logging(os_id): False [ 649.084489] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.087867] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.087867] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.087867] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.087867] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.087867] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.087867] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.087867] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.087867] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.087867] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.087867] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15a251d1-fcc6-4a86-9e87-e56757f8920d is going to be created. [ 649.147787] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.147974] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.148033] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.148707] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.148707] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.164643] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15a251d1-fcc6-4a86-9e87-e56757f8920d in Status: IN_PROGRESS for 2s [ 649.187018] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a3108fb-febf-453f-85b7-26e5f9bd602a in Status: SUCCESS [ 649.187412] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a3108fb-febf-453f-85b7-26e5f9bd602a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.205989] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.219879] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-63 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.219879] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-63" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.219879] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-63" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.220039] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-63" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.220273] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.220441] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.220581] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.220776] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.220917] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.224588] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 649.224826] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.224826] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.224965] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.225063] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 649.225241] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.225323] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.245648] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.245871] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 649.246024] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.246214] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-63" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.246528] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-4962b6b8-f203-4308-8e31-92a6727ff7be taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.246701] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-4962b6b8-f203-4308-8e31-92a6727ff7be" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.246825] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-4962b6b8-f203-4308-8e31-92a6727ff7be" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.248668] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-4962b6b8-f203-4308-8e31-92a6727ff7be" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.249574] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4962b6b8-f203-4308-8e31-92a6727ff7be',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.428142] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ec0d726-e1a9-4412-b057-5293e1e2bfc4 [ 649.428142] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.428275] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.428275] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.428517] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.428707] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.432092] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ec0d726-e1a9-4412-b057-5293e1e2bfc4 already deleted. [ 649.432286] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ec0d726-e1a9-4412-b057-5293e1e2bfc4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.711428] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.714325] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.714892] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.714892] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.714892] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.715044] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 is going to be created. [ 649.738995] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.738995] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.738995] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.738995] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.738995] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.746654] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 in Status: UNINITIALIZED for 2s [ 649.756477] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.756812] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.756953] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.757383] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.757521] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.757745] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 4962b6b8-f203-4308-8e31-92a6727ff7be not found, creating... [ 649.758096] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.758290] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.758416] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.758707] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.758841] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.760079] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.760079] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.760184] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.761064] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.761064] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.761064] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 4962b6b8-f203-4308-8e31-92a6727ff7be is going to be created. [ 649.784949] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.785288] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.785498] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.785870] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.786200] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.787773] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-4962b6b8-f203-4308-8e31-92a6727ff7be" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.179105] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15a251d1-fcc6-4a86-9e87-e56757f8920d in Status: SUCCESS [ 651.179559] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15a251d1-fcc6-4a86-9e87-e56757f8920d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.246349] env[69670]: INFO networking_nsxv3.common.synchronization [req-c56f9e2e-1ecc-447e-bf83-e829ce852c5c req-aebdda3d-aead-4aac-80f8-fe8d38339eb1 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Enqueued Resource ID: 1925aed7-d020-4800-93d2-4620cedac61c with Priority: HIGHEST for action security_group_members [ 651.247462] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1925aed7-d020-4800-93d2-4620cedac61c with Priority: HIGHEST for action security_group_members [ 651.247821] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-1925aed7-d020-4800-93d2-4620cedac61c taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.247978] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1925aed7-d020-4800-93d2-4620cedac61c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.248083] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1925aed7-d020-4800-93d2-4620cedac61c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.248435] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1925aed7-d020-4800-93d2-4620cedac61c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.248764] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.248939] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.249025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.249210] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.249343] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.249463] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1925aed7-d020-4800-93d2-4620cedac61c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.413409] env[69670]: INFO networking_nsxv3.common.synchronization [req-ff8db22a-d2ef-42ba-b035-e5e278a2618c req-35926ea4-f9b2-4093-a233-ba255bc201f4 service nova] Enqueued Resource ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 with Priority: HIGHEST for action security_group_rules [ 651.413409] env[69670]: INFO networking_nsxv3.common.synchronization [req-ff8db22a-d2ef-42ba-b035-e5e278a2618c req-35926ea4-f9b2-4093-a233-ba255bc201f4 service nova] Enqueued Resource ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 with Priority: HIGHEST for action security_group_members [ 651.413409] env[69670]: INFO networking_nsxv3.common.synchronization [req-ff8db22a-d2ef-42ba-b035-e5e278a2618c req-35926ea4-f9b2-4093-a233-ba255bc201f4 service nova] Enqueued Resource ID: 4962b6b8-f203-4308-8e31-92a6727ff7be with Priority: HIGHEST for action port [ 651.413409] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 with Priority: HIGHEST for action security_group_rules [ 651.413409] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 with Priority: HIGHEST for action security_group_members [ 651.413409] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4962b6b8-f203-4308-8e31-92a6727ff7be with Priority: HIGHEST for action port [ 651.414400] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bae4e153-b553-49d0-8dba-e29ce7a007b1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.415666] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.415666] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-bae4e153-b553-49d0-8dba-e29ce7a007b1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.415666] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.415666] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-4962b6b8-f203-4308-8e31-92a6727ff7be taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.415666] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4962b6b8-f203-4308-8e31-92a6727ff7be" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.415666] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4962b6b8-f203-4308-8e31-92a6727ff7be" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.416994] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4962b6b8-f203-4308-8e31-92a6727ff7be" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.416994] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4962b6b8-f203-4308-8e31-92a6727ff7be',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.422834] env[69670]: INFO networking_nsxv3.common.synchronization [req-0ff11477-3b52-479f-b8cb-e05a4978e291 req-b8051fbf-5eb7-4e4a-8b6f-02bbb9856ae2 tempest-SecurityGroupRulesTestJSON-1943467890 tempest-SecurityGroupRulesTestJSON-1943467890-project-member] Enqueued Resource ID: 2e4869fc-c57b-4054-9858-0e6c93040c11 with Priority: HIGHEST for action security_group_rules [ 651.423517] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e4869fc-c57b-4054-9858-0e6c93040c11 with Priority: HIGHEST for action security_group_rules [ 651.423873] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e4869fc-c57b-4054-9858-0e6c93040c11 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.424048] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e4869fc-c57b-4054-9858-0e6c93040c11" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.424346] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e4869fc-c57b-4054-9858-0e6c93040c11" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.426039] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e4869fc-c57b-4054-9858-0e6c93040c11" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.426039] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e4869fc-c57b-4054-9858-0e6c93040c11',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.617538] env[69670]: INFO networking_nsxv3.common.synchronization [req-36913840-b8ef-4de1-9ec9-276160ca3e7c req-1f496bd8-bc5e-46ef-87be-32b924af267f tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Enqueued Resource ID: 5fdf60fe-a59b-4db9-b0c7-11472ed6c437 with Priority: HIGHEST for action security_group_members [ 651.617901] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fdf60fe-a59b-4db9-b0c7-11472ed6c437 with Priority: HIGHEST for action security_group_members [ 651.618812] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fdf60fe-a59b-4db9-b0c7-11472ed6c437 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.618812] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fdf60fe-a59b-4db9-b0c7-11472ed6c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.618812] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fdf60fe-a59b-4db9-b0c7-11472ed6c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.618812] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fdf60fe-a59b-4db9-b0c7-11472ed6c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.618812] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.619086] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.619086] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.619143] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.619253] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.619290] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fdf60fe-a59b-4db9-b0c7-11472ed6c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.752699] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.752699] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.752699] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.752699] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.753690] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.753846] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.756211] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.756211] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.756211] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.756211] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.756211] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1925aed7-d020-4800-93d2-4620cedac61c is going to be updated. [ 651.757746] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 in Status: SUCCESS [ 651.757930] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.758103] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.758576] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.759232] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.759359] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.759516] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.759559] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.759806] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.759806] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.785981] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.786128] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.786128] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.786581] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.786581] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.794634] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1925aed7-d020-4800-93d2-4620cedac61c in Status: IN_PROGRESS for 2s [ 651.920111] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4962b6b8-f203-4308-8e31-92a6727ff7be with status ACTIVE [ 651.920363] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.920493] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.920569] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.920877] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.921013] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.921240] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.921344] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.921435] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.921606] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.921719] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.922625] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.922746] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.922816] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.922972] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.923100] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.923165] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4962b6b8-f203-4308-8e31-92a6727ff7be is going to be updated. [ 651.949579] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.949690] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.949690] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.949883] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.949984] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.950527] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e4869fc-c57b-4054-9858-0e6c93040c11 already deleted. [ 651.950527] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e4869fc-c57b-4054-9858-0e6c93040c11" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.953425] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.953425] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.953425] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.953425] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.953425] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.953637] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4962b6b8-f203-4308-8e31-92a6727ff7be" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.122962] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.123137] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.123212] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.123430] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.123527] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.123748] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.123859] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.123912] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.124085] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.124153] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.124240] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fdf60fe-a59b-4db9-b0c7-11472ed6c437 already deleted. [ 652.124240] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fdf60fe-a59b-4db9-b0c7-11472ed6c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.262282] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.767219] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.068991] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.069259] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.070960] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.071362] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.071712] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.071930] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.072092] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.072701] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.072701] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.072834] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 653.072944] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.073116] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.073243] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.073896] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 653.073896] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.073896] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.095294] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.095494] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 653.096018] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.096018] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.096772] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-1671ad8e-f726-436b-b674-b17e7ea17f21 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.096772] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-1671ad8e-f726-436b-b674-b17e7ea17f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.096772] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-1671ad8e-f726-436b-b674-b17e7ea17f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.097372] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-1671ad8e-f726-436b-b674-b17e7ea17f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.100109] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1671ad8e-f726-436b-b674-b17e7ea17f21',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.270093] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.270762] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.270762] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.270762] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.270762] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.270762] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 is going to be updated. [ 653.299491] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.299663] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.299721] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.299932] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.300095] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.309295] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 in Status: IN_PROGRESS for 2s [ 653.604740] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.604979] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.605126] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.605569] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.605649] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.605812] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 1671ad8e-f726-436b-b674-b17e7ea17f21 not found, creating... [ 653.606100] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.606272] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.606385] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.606613] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.606757] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.607627] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.608736] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.608736] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.609650] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.609843] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.610047] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 1671ad8e-f726-436b-b674-b17e7ea17f21 is going to be created. [ 653.634726] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.634726] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.634897] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.635154] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.635542] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.637344] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-1671ad8e-f726-436b-b674-b17e7ea17f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.809702] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1925aed7-d020-4800-93d2-4620cedac61c in Status: SUCCESS [ 653.809702] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1925aed7-d020-4800-93d2-4620cedac61c deletion is rescheduled due to dependency. [ 653.809702] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1925aed7-d020-4800-93d2-4620cedac61c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.994752] env[69670]: INFO networking_nsxv3.common.synchronization [req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 req-61be030d-82fd-47d0-b931-c899c559d745 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Enqueued Resource ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 with Priority: HIGHEST for action security_group_members [ 653.996356] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 with Priority: HIGHEST for action security_group_members [ 653.996356] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.996596] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.996596] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.996801] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.997062] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.997062] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.997402] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.997402] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.997402] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.997549] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4995535b-33b0-4f0d-a8c4-4dda98d7ff35',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.500340] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.500629] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.500629] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.500796] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.500888] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.501100] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.501226] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.501261] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.501391] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.501465] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.501548] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 already deleted. [ 654.501645] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.579850] env[69670]: INFO networking_nsxv3.common.synchronization [None req-13cb6489-7ff2-4c34-a643-1bf57d639a5c None None] Enqueued Resource ID: d784df1e-0354-4cd5-84f5-90edd46c8af4 with Priority: HIGHEST for action port [ 654.580550] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d784df1e-0354-4cd5-84f5-90edd46c8af4 with Priority: HIGHEST for action port [ 654.580790] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-d784df1e-0354-4cd5-84f5-90edd46c8af4 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.580916] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d784df1e-0354-4cd5-84f5-90edd46c8af4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.580978] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d784df1e-0354-4cd5-84f5-90edd46c8af4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.581254] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d784df1e-0354-4cd5-84f5-90edd46c8af4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.581327] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d784df1e-0354-4cd5-84f5-90edd46c8af4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.084603] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d784df1e-0354-4cd5-84f5-90edd46c8af4 [ 655.084603] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.084603] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.084603] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.084836] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.084836] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.085068] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d784df1e-0354-4cd5-84f5-90edd46c8af4 already deleted. [ 655.085068] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d784df1e-0354-4cd5-84f5-90edd46c8af4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.320087] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 in Status: SUCCESS [ 655.320744] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.321259] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.321923] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.322160] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.322287] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.322828] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.322828] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.322828] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.322828] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.322987] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.325345] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.325722] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.326257] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.327794] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.327794] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.327794] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.327794] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.327794] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.477408] env[69670]: INFO networking_nsxv3.common.synchronization [req-36913840-b8ef-4de1-9ec9-276160ca3e7c req-ab37e00b-b155-4114-83a9-7cdf28008632 service nova] Enqueued Resource ID: 5fdf60fe-a59b-4db9-b0c7-11472ed6c437 with Priority: HIGHEST for action security_group_rules [ 655.477598] env[69670]: INFO networking_nsxv3.common.synchronization [req-36913840-b8ef-4de1-9ec9-276160ca3e7c req-ab37e00b-b155-4114-83a9-7cdf28008632 service nova] Enqueued Resource ID: 5fdf60fe-a59b-4db9-b0c7-11472ed6c437 with Priority: HIGHEST for action security_group_members [ 655.477744] env[69670]: INFO networking_nsxv3.common.synchronization [req-36913840-b8ef-4de1-9ec9-276160ca3e7c req-ab37e00b-b155-4114-83a9-7cdf28008632 service nova] Enqueued Resource ID: 1671ad8e-f726-436b-b674-b17e7ea17f21 with Priority: HIGHEST for action port [ 655.477979] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fdf60fe-a59b-4db9-b0c7-11472ed6c437 with Priority: HIGHEST for action security_group_rules [ 655.478117] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fdf60fe-a59b-4db9-b0c7-11472ed6c437 with Priority: HIGHEST for action security_group_members [ 655.478209] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1671ad8e-f726-436b-b674-b17e7ea17f21 with Priority: HIGHEST for action port [ 655.478756] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fdf60fe-a59b-4db9-b0c7-11472ed6c437 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.478877] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fdf60fe-a59b-4db9-b0c7-11472ed6c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.478939] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fdf60fe-a59b-4db9-b0c7-11472ed6c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.479203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fdf60fe-a59b-4db9-b0c7-11472ed6c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.479277] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fdf60fe-a59b-4db9-b0c7-11472ed6c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.480116] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fdf60fe-a59b-4db9-b0c7-11472ed6c437 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.480221] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fdf60fe-a59b-4db9-b0c7-11472ed6c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.480291] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fdf60fe-a59b-4db9-b0c7-11472ed6c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.480481] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fdf60fe-a59b-4db9-b0c7-11472ed6c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.480626] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.480715] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.480777] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.480914] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.480997] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.481095] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fdf60fe-a59b-4db9-b0c7-11472ed6c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.482318] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-1671ad8e-f726-436b-b674-b17e7ea17f21 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.482318] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1671ad8e-f726-436b-b674-b17e7ea17f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.482318] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1671ad8e-f726-436b-b674-b17e7ea17f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.483497] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1671ad8e-f726-436b-b674-b17e7ea17f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.483578] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1671ad8e-f726-436b-b674-b17e7ea17f21',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.644392] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-541 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.644713] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-541" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.645101] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-541" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.645271] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-541" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.645640] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.645903] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.646028] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.646336] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.646532] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.646766] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 655.646883] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.646997] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.647274] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.647274] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 655.647364] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.647507] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.675126] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.675796] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 655.675995] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.676210] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-541" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.676559] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-416fd7cd-0fd5-4f37-9ce2-99cb173b07b7 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.676761] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-416fd7cd-0fd5-4f37-9ce2-99cb173b07b7" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.676886] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-416fd7cd-0fd5-4f37-9ce2-99cb173b07b7" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.677244] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-416fd7cd-0fd5-4f37-9ce2-99cb173b07b7" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.677399] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('416fd7cd-0fd5-4f37-9ce2-99cb173b07b7',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.826911] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-bae4e153-b553-49d0-8dba-e29ce7a007b1 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.827924] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.829135] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.988562] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fdf60fe-a59b-4db9-b0c7-11472ed6c437 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.988562] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fdf60fe-a59b-4db9-b0c7-11472ed6c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.988562] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fdf60fe-a59b-4db9-b0c7-11472ed6c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.989553] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1671ad8e-f726-436b-b674-b17e7ea17f21 with status ACTIVE [ 655.989902] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.989902] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.990068] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.990201] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.990296] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.990475] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.990580] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.991877] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.991877] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.991877] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.991877] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.991877] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.991877] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.991877] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.991877] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.991877] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1671ad8e-f726-436b-b674-b17e7ea17f21 is going to be updated. [ 656.018467] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.018467] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.018577] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.018887] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.018990] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.019210] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1671ad8e-f726-436b-b674-b17e7ea17f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.181513] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.182357] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.182522] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.182852] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.183023] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.183216] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 416fd7cd-0fd5-4f37-9ce2-99cb173b07b7 not found, creating... [ 656.184927] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.185786] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.185786] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.185786] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.186043] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.188285] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.188285] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.188285] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.188285] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.188285] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.188285] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 416fd7cd-0fd5-4f37-9ce2-99cb173b07b7 is going to be created. [ 656.213032] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.213581] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.213581] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.213710] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.213824] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.214060] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-416fd7cd-0fd5-4f37-9ce2-99cb173b07b7" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.332655] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.497026] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fdf60fe-a59b-4db9-b0c7-11472ed6c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.836180] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.836726] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.836726] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.838310] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.838310] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.838310] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 is going to be updated. [ 656.866209] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.866489] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.866578] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.866826] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.866977] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.876259] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 in Status: IN_PROGRESS for 2s [ 656.998958] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.999149] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.999220] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.999443] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.999539] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.999645] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fdf60fe-a59b-4db9-b0c7-11472ed6c437 is going to be created. [ 657.035906] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.036069] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.036143] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.036371] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.036560] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.049995] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fdf60fe-a59b-4db9-b0c7-11472ed6c437 in Status: UNINITIALIZED for 2s [ 657.281027] env[69670]: INFO networking_nsxv3.common.synchronization [None req-fab1112e-68a2-4057-a9ae-bce17783dae5 None None] Enqueued Resource ID: 00121b31-cce5-4c51-b729-a7adfba48ff5 with Priority: HIGHEST for action port [ 657.281027] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00121b31-cce5-4c51-b729-a7adfba48ff5 with Priority: HIGHEST for action port [ 657.281027] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-00121b31-cce5-4c51-b729-a7adfba48ff5 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.281027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00121b31-cce5-4c51-b729-a7adfba48ff5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.281027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00121b31-cce5-4c51-b729-a7adfba48ff5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.281027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00121b31-cce5-4c51-b729-a7adfba48ff5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.281027] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00121b31-cce5-4c51-b729-a7adfba48ff5',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.564881] env[69670]: INFO networking_nsxv3.common.synchronization [req-d81928fe-d531-49f5-8244-46ce55681919 req-07adbfb4-6472-47b9-96f7-373df5225017 tempest-SecurityGroupRulesTestJSON-1943467890 tempest-SecurityGroupRulesTestJSON-1943467890-project-member] Enqueued Resource ID: 38e8496a-b382-4309-9abe-0caf2220b939 with Priority: HIGHEST for action security_group_rules [ 657.564881] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e8496a-b382-4309-9abe-0caf2220b939 with Priority: HIGHEST for action security_group_rules [ 657.564881] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38e8496a-b382-4309-9abe-0caf2220b939 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.564881] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38e8496a-b382-4309-9abe-0caf2220b939" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.564881] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38e8496a-b382-4309-9abe-0caf2220b939" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.565614] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38e8496a-b382-4309-9abe-0caf2220b939" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.565804] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38e8496a-b382-4309-9abe-0caf2220b939',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.782694] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00121b31-cce5-4c51-b729-a7adfba48ff5 [ 657.782936] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.783479] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.783479] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.783479] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.783479] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.783682] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00121b31-cce5-4c51-b729-a7adfba48ff5 already deleted. [ 657.783682] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00121b31-cce5-4c51-b729-a7adfba48ff5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.856255] env[69670]: INFO networking_nsxv3.common.synchronization [req-d4f51725-e513-4777-8839-3fc519b77cef req-95f41153-e06a-4af4-99fa-d5d68fc7d73f tempest-DeleteServersAdminTestJSON-16526261 tempest-DeleteServersAdminTestJSON-16526261-project-admin] Enqueued Resource ID: 9c553c97-7140-4a89-b666-4c593f900f20 with Priority: HIGHEST for action security_group_members [ 657.856550] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c553c97-7140-4a89-b666-4c593f900f20 with Priority: HIGHEST for action security_group_members [ 657.858684] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c553c97-7140-4a89-b666-4c593f900f20 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.858982] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.858982] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.859121] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.859443] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.859443] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.859443] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.859582] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.859615] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.859943] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c553c97-7140-4a89-b666-4c593f900f20',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.090025] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.090025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.090025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.090025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.090025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.090025] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38e8496a-b382-4309-9abe-0caf2220b939 already deleted. [ 658.090025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38e8496a-b382-4309-9abe-0caf2220b939" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.143566] env[69670]: INFO networking_nsxv3.common.synchronization [req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 req-6f1d293f-9db6-44ba-954a-c13fdc92e841 service nova] Enqueued Resource ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 with Priority: HIGHEST for action security_group_rules [ 658.143732] env[69670]: INFO networking_nsxv3.common.synchronization [req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 req-6f1d293f-9db6-44ba-954a-c13fdc92e841 service nova] Enqueued Resource ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 with Priority: HIGHEST for action security_group_members [ 658.143868] env[69670]: INFO networking_nsxv3.common.synchronization [req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 req-6f1d293f-9db6-44ba-954a-c13fdc92e841 service nova] Enqueued Resource ID: 416fd7cd-0fd5-4f37-9ce2-99cb173b07b7 with Priority: HIGHEST for action port [ 658.144113] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 with Priority: HIGHEST for action security_group_rules [ 658.144239] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 with Priority: HIGHEST for action security_group_members [ 658.144333] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 416fd7cd-0fd5-4f37-9ce2-99cb173b07b7 with Priority: HIGHEST for action port [ 658.144940] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4995535b-33b0-4f0d-a8c4-4dda98d7ff35 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.148442] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.148442] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.148593] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.148621] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4995535b-33b0-4f0d-a8c4-4dda98d7ff35',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.150163] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.150297] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.150358] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.150544] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.150732] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.150797] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.150843] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.150970] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.152796] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.152796] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4995535b-33b0-4f0d-a8c4-4dda98d7ff35',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.156018] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-416fd7cd-0fd5-4f37-9ce2-99cb173b07b7 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.156018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-416fd7cd-0fd5-4f37-9ce2-99cb173b07b7" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.156018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-416fd7cd-0fd5-4f37-9ce2-99cb173b07b7" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.156018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-416fd7cd-0fd5-4f37-9ce2-99cb173b07b7" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.156018] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('416fd7cd-0fd5-4f37-9ce2-99cb173b07b7',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.366122] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.366122] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.366122] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.366122] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.366122] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.366122] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.366122] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.366473] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.366473] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.366532] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.366631] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c553c97-7140-4a89-b666-4c593f900f20 is going to be updated. [ 658.395606] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.395606] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.395606] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.395606] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.395606] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.402362] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c553c97-7140-4a89-b666-4c593f900f20 in Status: IN_PROGRESS for 2s [ 658.657502] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.661019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.661019] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4995535b-33b0-4f0d-a8c4-4dda98d7ff35',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.661019] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 416fd7cd-0fd5-4f37-9ce2-99cb173b07b7 with status ACTIVE [ 658.661019] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.661019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.661019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.661019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.661019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.661019] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.661019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.661019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.661019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.661019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.661019] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.661019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.661568] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.661568] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.661568] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.661568] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 416fd7cd-0fd5-4f37-9ce2-99cb173b07b7 is going to be updated. [ 658.684154] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.684154] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.684154] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.684154] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.684154] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.684154] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-416fd7cd-0fd5-4f37-9ce2-99cb173b07b7" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.750543] env[69670]: INFO networking_nsxv3.common.synchronization [req-bfc5c880-fe35-49ac-9a0e-99b471823b98 req-bbbcabfa-6ffd-40b4-82d9-e85bda1c82c7 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Enqueued Resource ID: 7a3108fb-febf-453f-85b7-26e5f9bd602a with Priority: HIGHEST for action security_group_members [ 658.751682] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a3108fb-febf-453f-85b7-26e5f9bd602a with Priority: HIGHEST for action security_group_members [ 658.752816] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a3108fb-febf-453f-85b7-26e5f9bd602a taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.753062] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a3108fb-febf-453f-85b7-26e5f9bd602a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.753167] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a3108fb-febf-453f-85b7-26e5f9bd602a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.753403] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a3108fb-febf-453f-85b7-26e5f9bd602a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.753614] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.753762] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.753850] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.754073] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.755043] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.755296] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a3108fb-febf-453f-85b7-26e5f9bd602a',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.886517] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 in Status: SUCCESS [ 658.886833] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.886878] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.887113] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.887323] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.888018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.888018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.888018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.888018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.888018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.888018] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-bae4e153-b553-49d0-8dba-e29ce7a007b1 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.888276] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.888276] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.888276] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.888457] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.889022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.889022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.889022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.889022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.889022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.889022] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.059213] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fdf60fe-a59b-4db9-b0c7-11472ed6c437 in Status: SUCCESS [ 659.062667] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fdf60fe-a59b-4db9-b0c7-11472ed6c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.062667] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fdf60fe-a59b-4db9-b0c7-11472ed6c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.062667] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fdf60fe-a59b-4db9-b0c7-11472ed6c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.062667] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.062667] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.062667] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.062667] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.062667] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.062667] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fdf60fe-a59b-4db9-b0c7-11472ed6c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.062667] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5fdf60fe-a59b-4db9-b0c7-11472ed6c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.163839] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4995535b-33b0-4f0d-a8c4-4dda98d7ff35',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.259920] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.259920] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.259920] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.259920] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.259920] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.259920] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.259920] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.259920] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.259920] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.259920] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.259920] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a3108fb-febf-453f-85b7-26e5f9bd602a is going to be updated. [ 659.288937] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.289108] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.289180] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.289561] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.289561] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.297320] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a3108fb-febf-453f-85b7-26e5f9bd602a in Status: IN_PROGRESS for 2s [ 659.394703] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bae4e153-b553-49d0-8dba-e29ce7a007b1: rpc.has_security_group_logging(os_id): False [ 659.399952] env[69670]: INFO networking_nsxv3.common.synchronization [None req-a12b206f-9ea7-427f-a95b-c30ad78ab6a2 None None] Enqueued Resource ID: db58f299-cc69-4202-b12e-86b3b9a96407 with Priority: HIGHEST for action port [ 659.400272] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db58f299-cc69-4202-b12e-86b3b9a96407 with Priority: HIGHEST for action port [ 659.401728] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-db58f299-cc69-4202-b12e-86b3b9a96407 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.404019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db58f299-cc69-4202-b12e-86b3b9a96407" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.404019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db58f299-cc69-4202-b12e-86b3b9a96407" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.404019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db58f299-cc69-4202-b12e-86b3b9a96407" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.404019] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db58f299-cc69-4202-b12e-86b3b9a96407',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.416020] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.416020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.416020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.416020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.416020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.416020] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.416020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.416020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.416020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.416020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.416020] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.416020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.416020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.416020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.416020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.416851] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.416851] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.416851] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.416851] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.416851] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.416851] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 is going to be created. [ 659.470508] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.470508] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.470508] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.470508] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.470508] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.480492] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 in Status: IN_PROGRESS for 2s [ 659.566566] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fdf60fe-a59b-4db9-b0c7-11472ed6c437 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.566793] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fdf60fe-a59b-4db9-b0c7-11472ed6c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.567038] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fdf60fe-a59b-4db9-b0c7-11472ed6c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.567113] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fdf60fe-a59b-4db9-b0c7-11472ed6c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.567312] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.567420] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.567474] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.568018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.568230] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.568230] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fdf60fe-a59b-4db9-b0c7-11472ed6c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.568375] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fdf60fe-a59b-4db9-b0c7-11472ed6c437 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.568475] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fdf60fe-a59b-4db9-b0c7-11472ed6c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.568535] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fdf60fe-a59b-4db9-b0c7-11472ed6c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.568681] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fdf60fe-a59b-4db9-b0c7-11472ed6c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.568881] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.568951] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.568983] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.569113] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.569313] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.569313] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fdf60fe-a59b-4db9-b0c7-11472ed6c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.569379] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5fdf60fe-a59b-4db9-b0c7-11472ed6c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.668352] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.668514] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.668810] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.668810] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.668939] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.668984] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 is going to be created. [ 659.692796] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.692992] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.692992] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.693220] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.693366] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.702558] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 in Status: UNINITIALIZED for 2s [ 659.822782] env[69670]: INFO networking_nsxv3.common.synchronization [None req-21df012c-9db0-4c84-a3e5-cc4bd827bcb2 None None] Enqueued Resource ID: fb48d8b9-ef81-40f1-809e-a8ec545ca99d with Priority: HIGHEST for action port [ 659.824805] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb48d8b9-ef81-40f1-809e-a8ec545ca99d with Priority: HIGHEST for action port [ 659.824805] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb48d8b9-ef81-40f1-809e-a8ec545ca99d taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.824805] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb48d8b9-ef81-40f1-809e-a8ec545ca99d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.824805] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb48d8b9-ef81-40f1-809e-a8ec545ca99d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.825900] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb48d8b9-ef81-40f1-809e-a8ec545ca99d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.826032] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb48d8b9-ef81-40f1-809e-a8ec545ca99d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.907329] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db58f299-cc69-4202-b12e-86b3b9a96407 [ 659.907554] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.907739] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.907836] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.908038] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.908285] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.908285] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db58f299-cc69-4202-b12e-86b3b9a96407 already deleted. [ 659.908390] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db58f299-cc69-4202-b12e-86b3b9a96407" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.071663] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5fdf60fe-a59b-4db9-b0c7-11472ed6c437: rpc.has_security_group_logging(os_id): False [ 660.097756] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.098096] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.098096] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.098316] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.098316] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.098496] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.098496] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.098607] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.099722] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.099722] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.099722] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.099722] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.101128] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.101805] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.101805] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.101915] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.101969] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.102012] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.102425] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.102425] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.102425] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fdf60fe-a59b-4db9-b0c7-11472ed6c437 is going to be created. [ 660.159145] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.159145] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.159145] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.159145] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.159145] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.170043] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fdf60fe-a59b-4db9-b0c7-11472ed6c437 in Status: IN_PROGRESS for 2s [ 660.326363] env[69670]: INFO networking_nsxv3.common.synchronization [None req-024e7790-e627-4489-90c1-a31ef7936490 None None] Enqueued Resource ID: d7721b14-6474-46ed-ad2c-cb32702ec093 with Priority: HIGHEST for action port [ 660.326678] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7721b14-6474-46ed-ad2c-cb32702ec093 with Priority: HIGHEST for action port [ 660.330324] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7721b14-6474-46ed-ad2c-cb32702ec093 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.330324] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7721b14-6474-46ed-ad2c-cb32702ec093" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.330324] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7721b14-6474-46ed-ad2c-cb32702ec093" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.330324] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7721b14-6474-46ed-ad2c-cb32702ec093" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.330324] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7721b14-6474-46ed-ad2c-cb32702ec093',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.330324] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb48d8b9-ef81-40f1-809e-a8ec545ca99d [ 660.330324] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.330324] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.330324] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.330324] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.330324] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.330324] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb48d8b9-ef81-40f1-809e-a8ec545ca99d already deleted. [ 660.330857] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb48d8b9-ef81-40f1-809e-a8ec545ca99d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.412081] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c553c97-7140-4a89-b666-4c593f900f20 in Status: SUCCESS [ 660.412912] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c553c97-7140-4a89-b666-4c593f900f20 deletion is rescheduled due to dependency. [ 660.412912] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.831663] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7721b14-6474-46ed-ad2c-cb32702ec093 [ 660.832336] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.832901] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.832940] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.834889] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.834889] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.834998] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7721b14-6474-46ed-ad2c-cb32702ec093 already deleted. [ 660.835064] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7721b14-6474-46ed-ad2c-cb32702ec093" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.879681] env[69670]: INFO networking_nsxv3.common.synchronization [req-d00484e9-3f49-4876-b528-7223bf9cabb1 req-6b130012-8069-4534-acd6-ad596a4a27f9 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Enqueued Resource ID: 96c8f899-578e-4f22-9860-e6399e89e690 with Priority: HIGHEST for action security_group_members [ 660.880233] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c8f899-578e-4f22-9860-e6399e89e690 with Priority: HIGHEST for action security_group_members [ 660.880542] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c8f899-578e-4f22-9860-e6399e89e690 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.880662] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.880727] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.881619] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.882252] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.882378] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.882447] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.882614] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.882705] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.882807] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.309221] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a3108fb-febf-453f-85b7-26e5f9bd602a in Status: SUCCESS [ 661.309552] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a3108fb-febf-453f-85b7-26e5f9bd602a deletion is rescheduled due to dependency. [ 661.309552] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a3108fb-febf-453f-85b7-26e5f9bd602a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.385362] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.385771] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.385886] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.386158] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.387035] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.387035] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.387035] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.387035] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.387035] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.387035] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.387035] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c8f899-578e-4f22-9860-e6399e89e690 already deleted. [ 661.387322] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.493604] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 in Status: SUCCESS [ 661.495097] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.495097] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.495097] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.495097] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.576359] env[69670]: INFO networking_nsxv3.common.synchronization [None req-9101c641-6df2-4699-ab1f-2803bc10b44d None None] Enqueued Resource ID: 641efb26-92f5-4e75-83a3-b5d72656262f with Priority: HIGHEST for action port [ 661.576359] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 641efb26-92f5-4e75-83a3-b5d72656262f with Priority: HIGHEST for action port [ 661.578121] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-641efb26-92f5-4e75-83a3-b5d72656262f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.578121] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-641efb26-92f5-4e75-83a3-b5d72656262f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.578239] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-641efb26-92f5-4e75-83a3-b5d72656262f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.578411] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-641efb26-92f5-4e75-83a3-b5d72656262f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.578496] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('641efb26-92f5-4e75-83a3-b5d72656262f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.718439] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 in Status: SUCCESS [ 661.718439] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.718439] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.718439] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.718439] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.718439] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.718439] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.718439] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.718439] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.718439] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.718439] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4995535b-33b0-4f0d-a8c4-4dda98d7ff35',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.828183] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-450 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.828391] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-450" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.828519] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-450" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.828864] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-450" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.829425] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.829616] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.829870] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.829972] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.830127] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.830342] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 661.830688] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.830878] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.830939] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.831072] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 661.831181] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.831444] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.849521] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.849711] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 661.849818] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.850384] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-450" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.850384] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-ab772a91-d34f-47cb-9495-8ed2e2d22538 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.850521] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-ab772a91-d34f-47cb-9495-8ed2e2d22538" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.851631] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-ab772a91-d34f-47cb-9495-8ed2e2d22538" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.851631] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-ab772a91-d34f-47cb-9495-8ed2e2d22538" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.851631] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab772a91-d34f-47cb-9495-8ed2e2d22538',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.998780] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-bae4e153-b553-49d0-8dba-e29ce7a007b1 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.999338] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.001352] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.001608] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.001827] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.001948] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.002023] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.002424] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.002561] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.002744] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.003305] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.082250] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 641efb26-92f5-4e75-83a3-b5d72656262f [ 662.082250] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.082250] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.082250] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.082250] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.082250] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.082250] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:641efb26-92f5-4e75-83a3-b5d72656262f already deleted. [ 662.082250] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-641efb26-92f5-4e75-83a3-b5d72656262f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.191912] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fdf60fe-a59b-4db9-b0c7-11472ed6c437 in Status: SUCCESS [ 662.191912] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fdf60fe-a59b-4db9-b0c7-11472ed6c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.221294] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4995535b-33b0-4f0d-a8c4-4dda98d7ff35',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.354426] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.354426] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.354426] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.354426] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.354426] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.354919] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port ab772a91-d34f-47cb-9495-8ed2e2d22538 not found, creating... [ 662.354919] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.355022] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.355083] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.355303] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.355436] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.355746] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.355915] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.356047] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.356257] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.356387] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.356536] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: ab772a91-d34f-47cb-9495-8ed2e2d22538 is going to be created. [ 662.377299] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.377299] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.377299] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.377299] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.377594] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.377722] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-ab772a91-d34f-47cb-9495-8ed2e2d22538" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.508205] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-bae4e153-b553-49d0-8dba-e29ce7a007b1 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.508403] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.508479] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.508785] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.508906] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.509042] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.509096] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.509233] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.509406] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.509456] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.509686] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-bae4e153-b553-49d0-8dba-e29ce7a007b1 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.509833] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.509937] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.510193] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.510590] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.510590] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.510590] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.510799] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.510870] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.510929] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.515071] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.519146] env[69670]: INFO networking_nsxv3.common.synchronization [None req-2f8fecbe-74fe-4c45-8e5e-da10812516e0 None None] Enqueued Resource ID: 4971eb9b-99fc-4902-943e-959352619e15 with Priority: HIGHEST for action port [ 662.519146] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4971eb9b-99fc-4902-943e-959352619e15 with Priority: HIGHEST for action port [ 662.519146] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-4971eb9b-99fc-4902-943e-959352619e15 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.519146] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4971eb9b-99fc-4902-943e-959352619e15" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.519146] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4971eb9b-99fc-4902-943e-959352619e15" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.519146] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4971eb9b-99fc-4902-943e-959352619e15" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.519146] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4971eb9b-99fc-4902-943e-959352619e15',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.696163] env[69670]: INFO networking_nsxv3.common.synchronization [None req-83bbec10-75d7-4554-9e17-e21ae34061e1 None None] Enqueued Resource ID: 78460835-48a2-4985-9d7e-675176a5fa8c with Priority: HIGHEST for action port [ 662.696493] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78460835-48a2-4985-9d7e-675176a5fa8c with Priority: HIGHEST for action port [ 662.697165] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-78460835-48a2-4985-9d7e-675176a5fa8c taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.697352] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78460835-48a2-4985-9d7e-675176a5fa8c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.697395] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78460835-48a2-4985-9d7e-675176a5fa8c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.697626] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78460835-48a2-4985-9d7e-675176a5fa8c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.697708] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78460835-48a2-4985-9d7e-675176a5fa8c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.724559] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4995535b-33b0-4f0d-a8c4-4dda98d7ff35: rpc.has_security_group_logging(os_id): False [ 662.742638] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.742792] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.742859] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.743106] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.743210] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.743452] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.743557] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.743618] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.743767] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.743839] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.743923] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 is going to be created. [ 662.799704] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.799866] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.799937] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.800169] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.800348] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.813984] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 in Status: IN_PROGRESS for 2s [ 663.018444] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bae4e153-b553-49d0-8dba-e29ce7a007b1: rpc.has_security_group_logging(os_id): False [ 663.022512] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4971eb9b-99fc-4902-943e-959352619e15 [ 663.022842] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.023072] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.023228] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.023473] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.023726] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.023726] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4971eb9b-99fc-4902-943e-959352619e15 already deleted. [ 663.023878] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4971eb9b-99fc-4902-943e-959352619e15" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.036668] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.036979] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.036979] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.037328] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.037397] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.037689] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.037843] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.037934] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.038177] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.038423] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.038863] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.038863] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.038985] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.039642] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.039770] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.040221] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.040221] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.040344] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.040735] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.040735] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.040735] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 is going to be updated. [ 663.100226] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.101957] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.101957] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.101957] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.101957] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.129736] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 in Status: IN_PROGRESS for 2s [ 663.201186] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78460835-48a2-4985-9d7e-675176a5fa8c [ 663.201401] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.201551] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.201625] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.202472] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.203383] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.203383] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78460835-48a2-4985-9d7e-675176a5fa8c already deleted. [ 663.203383] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78460835-48a2-4985-9d7e-675176a5fa8c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.206633] env[69670]: INFO networking_nsxv3.common.synchronization [req-4b547fed-620c-4f32-b73e-91530b7a163a req-f11a36e5-adb4-418f-a2d1-3ec6a3ae0987 tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Enqueued Resource ID: b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b with Priority: HIGHEST for action security_group_members [ 663.206633] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b with Priority: HIGHEST for action security_group_members [ 663.206633] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.206633] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.206633] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.206633] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.206633] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.206633] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.206633] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.206633] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.206633] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.207178] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.505433] env[69670]: INFO networking_nsxv3.common.synchronization [req-d00484e9-3f49-4876-b528-7223bf9cabb1 req-29007405-e958-4bef-b250-731e7e1aa65a service nova] Enqueued Resource ID: 96c8f899-578e-4f22-9860-e6399e89e690 with Priority: HIGHEST for action security_group_rules [ 663.505433] env[69670]: INFO networking_nsxv3.common.synchronization [req-d00484e9-3f49-4876-b528-7223bf9cabb1 req-29007405-e958-4bef-b250-731e7e1aa65a service nova] Enqueued Resource ID: 96c8f899-578e-4f22-9860-e6399e89e690 with Priority: HIGHEST for action security_group_members [ 663.505433] env[69670]: INFO networking_nsxv3.common.synchronization [req-d00484e9-3f49-4876-b528-7223bf9cabb1 req-29007405-e958-4bef-b250-731e7e1aa65a service nova] Enqueued Resource ID: ab772a91-d34f-47cb-9495-8ed2e2d22538 with Priority: HIGHEST for action port [ 663.505857] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c8f899-578e-4f22-9860-e6399e89e690 with Priority: HIGHEST for action security_group_rules [ 663.505857] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c8f899-578e-4f22-9860-e6399e89e690 with Priority: HIGHEST for action security_group_members [ 663.505960] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab772a91-d34f-47cb-9495-8ed2e2d22538 with Priority: HIGHEST for action port [ 663.507033] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96c8f899-578e-4f22-9860-e6399e89e690 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.507033] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.507350] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.507406] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.507510] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.508497] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c8f899-578e-4f22-9860-e6399e89e690 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.508618] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.512022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.512022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.512022] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.512022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.512022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.512022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.512022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.512022] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.512022] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab772a91-d34f-47cb-9495-8ed2e2d22538 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.512022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab772a91-d34f-47cb-9495-8ed2e2d22538" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.512022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab772a91-d34f-47cb-9495-8ed2e2d22538" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.512022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab772a91-d34f-47cb-9495-8ed2e2d22538" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.512022] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab772a91-d34f-47cb-9495-8ed2e2d22538',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.714140] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.714140] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.714140] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.714140] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.714140] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.714140] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.714140] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.714140] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.714140] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.714140] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.714140] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b already deleted. [ 663.714140] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.834706] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-886 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.838018] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-886" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.838018] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-886" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.838018] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-886" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.838018] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.838018] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.838018] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.838018] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.838018] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.838018] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 663.838018] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 663.838018] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 663.838018] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 663.838018] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 663.838018] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 663.838018] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 663.863381] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 663.863381] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 663.863381] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 663.863381] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-886" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.863381] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-baace154-f531-4167-9333-1e4e46d00e68 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.863381] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-baace154-f531-4167-9333-1e4e46d00e68" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.863695] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-baace154-f531-4167-9333-1e4e46d00e68" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.863768] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-baace154-f531-4167-9333-1e4e46d00e68" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.864817] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('baace154-f531-4167-9333-1e4e46d00e68',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.014182] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c8f899-578e-4f22-9860-e6399e89e690 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.014321] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.014557] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab772a91-d34f-47cb-9495-8ed2e2d22538 with status ACTIVE [ 664.014778] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.015166] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.015252] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.015823] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.015994] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.016462] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.016599] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.016670] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.017127] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.017127] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.017233] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.017628] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.017720] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.017885] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.017968] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.018102] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab772a91-d34f-47cb-9495-8ed2e2d22538 is going to be updated. [ 664.019234] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.041415] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.041415] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.041415] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.041415] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.041415] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.041415] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab772a91-d34f-47cb-9495-8ed2e2d22538" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.079312] env[69670]: INFO networking_nsxv3.common.synchronization [None req-cd7aeb6d-e188-454e-900c-8fc5b9ca86fd None None] Enqueued Resource ID: 716688cf-69b5-409b-88dd-f2c04c5511e8 with Priority: HIGHEST for action port [ 664.079312] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 716688cf-69b5-409b-88dd-f2c04c5511e8 with Priority: HIGHEST for action port [ 664.079312] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-716688cf-69b5-409b-88dd-f2c04c5511e8 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.079509] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-716688cf-69b5-409b-88dd-f2c04c5511e8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.079509] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-716688cf-69b5-409b-88dd-f2c04c5511e8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.080318] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-716688cf-69b5-409b-88dd-f2c04c5511e8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.080398] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('716688cf-69b5-409b-88dd-f2c04c5511e8',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.185838] env[69670]: INFO networking_nsxv3.common.synchronization [None req-f0a3dbcc-6026-4c11-90c3-a95df9931772 None None] Enqueued Resource ID: 9a3dfa1c-be0d-4743-ac8f-a204a10a79d0 with Priority: HIGHEST for action port [ 664.186408] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a3dfa1c-be0d-4743-ac8f-a204a10a79d0 with Priority: HIGHEST for action port [ 664.186713] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a3dfa1c-be0d-4743-ac8f-a204a10a79d0 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.186852] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a3dfa1c-be0d-4743-ac8f-a204a10a79d0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.186951] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a3dfa1c-be0d-4743-ac8f-a204a10a79d0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.187924] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a3dfa1c-be0d-4743-ac8f-a204a10a79d0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.188049] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a3dfa1c-be0d-4743-ac8f-a204a10a79d0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.370855] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.371337] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.371337] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.371549] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.371701] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.371875] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port baace154-f531-4167-9333-1e4e46d00e68 not found, creating... [ 664.372120] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.372275] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.372393] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.372659] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.372806] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.374591] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.375669] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.375669] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.375669] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.375669] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.375669] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: baace154-f531-4167-9333-1e4e46d00e68 is going to be created. [ 664.377166] env[69670]: INFO networking_nsxv3.common.synchronization [None req-80e0ad50-94fb-4b20-8bc2-a3ec5b2dc92b tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Enqueued Resource ID: 2f78c900-2aeb-463d-935c-170ec487fcae with Priority: HIGHEST for action security_group_rules [ 664.377738] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f78c900-2aeb-463d-935c-170ec487fcae with Priority: HIGHEST for action security_group_rules [ 664.383430] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f78c900-2aeb-463d-935c-170ec487fcae taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.383430] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f78c900-2aeb-463d-935c-170ec487fcae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.383430] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f78c900-2aeb-463d-935c-170ec487fcae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.383430] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f78c900-2aeb-463d-935c-170ec487fcae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.383430] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f78c900-2aeb-463d-935c-170ec487fcae',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.397380] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.397583] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.397703] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.397974] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.398218] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.398447] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-baace154-f531-4167-9333-1e4e46d00e68" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.483792] env[69670]: INFO networking_nsxv3.common.synchronization [None req-09f30cae-faa3-4447-81a3-3d29d4b47d43 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Enqueued Resource ID: 2f78c900-2aeb-463d-935c-170ec487fcae with Priority: HIGHEST for action security_group_rules [ 664.484328] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f78c900-2aeb-463d-935c-170ec487fcae with Priority: HIGHEST for action security_group_rules [ 664.484659] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f78c900-2aeb-463d-935c-170ec487fcae taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.484790] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f78c900-2aeb-463d-935c-170ec487fcae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.523318] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.583681] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 716688cf-69b5-409b-88dd-f2c04c5511e8 [ 664.586243] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.586243] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.586243] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.586243] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.586243] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.586243] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:716688cf-69b5-409b-88dd-f2c04c5511e8 already deleted. [ 664.586243] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-716688cf-69b5-409b-88dd-f2c04c5511e8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.690434] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a3dfa1c-be0d-4743-ac8f-a204a10a79d0 [ 664.690665] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.690798] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.692177] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.692177] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.692177] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.692177] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a3dfa1c-be0d-4743-ac8f-a204a10a79d0 already deleted. [ 664.692177] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a3dfa1c-be0d-4743-ac8f-a204a10a79d0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.826149] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 in Status: SUCCESS [ 664.826392] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.907257] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.907257] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.907257] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.907257] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.907257] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.907257] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f78c900-2aeb-463d-935c-170ec487fcae already deleted. [ 664.907257] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f78c900-2aeb-463d-935c-170ec487fcae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.907257] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f78c900-2aeb-463d-935c-170ec487fcae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.907257] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f78c900-2aeb-463d-935c-170ec487fcae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.907257] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f78c900-2aeb-463d-935c-170ec487fcae',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.024679] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.024845] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.024901] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.025146] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.025238] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.025341] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c8f899-578e-4f22-9860-e6399e89e690 is going to be created. [ 665.047848] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.047991] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.048059] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.048267] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.048426] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.058241] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c8f899-578e-4f22-9860-e6399e89e690 in Status: UNINITIALIZED for 2s [ 665.143755] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 in Status: SUCCESS [ 665.143969] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.430294] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.430294] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.430294] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.430294] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.430294] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.430294] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f78c900-2aeb-463d-935c-170ec487fcae already deleted. [ 665.430294] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f78c900-2aeb-463d-935c-170ec487fcae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.489235] env[69670]: INFO networking_nsxv3.common.synchronization [req-4b547fed-620c-4f32-b73e-91530b7a163a req-0290efbb-3409-4be8-a502-e39a1f198daf service nova] Enqueued Resource ID: b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b with Priority: HIGHEST for action security_group_rules [ 665.489350] env[69670]: INFO networking_nsxv3.common.synchronization [req-4b547fed-620c-4f32-b73e-91530b7a163a req-0290efbb-3409-4be8-a502-e39a1f198daf service nova] Enqueued Resource ID: b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b with Priority: HIGHEST for action security_group_members [ 665.489455] env[69670]: INFO networking_nsxv3.common.synchronization [req-4b547fed-620c-4f32-b73e-91530b7a163a req-0290efbb-3409-4be8-a502-e39a1f198daf service nova] Enqueued Resource ID: baace154-f531-4167-9333-1e4e46d00e68 with Priority: HIGHEST for action port [ 665.489680] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b with Priority: HIGHEST for action security_group_rules [ 665.489805] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b with Priority: HIGHEST for action security_group_members [ 665.489896] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baace154-f531-4167-9333-1e4e46d00e68 with Priority: HIGHEST for action port [ 665.491170] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.491170] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.491170] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.491170] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.491170] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.495298] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.495298] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.495298] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.495298] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.495298] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.495298] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.495298] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.495298] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.495298] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.495298] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.495298] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-baace154-f531-4167-9333-1e4e46d00e68 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.495298] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-baace154-f531-4167-9333-1e4e46d00e68" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.495298] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-baace154-f531-4167-9333-1e4e46d00e68" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.495298] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-baace154-f531-4167-9333-1e4e46d00e68" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.496255] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('baace154-f531-4167-9333-1e4e46d00e68',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.877440] env[69670]: INFO networking_nsxv3.common.synchronization [req-00cd7c60-5e1f-41a3-aea2-6d9c77f7deb6 req-3a8dfa5e-5b3d-4ba1-9f3e-a82f5b8ca9eb tempest-SecurityGroupRulesTestJSON-1943467890 tempest-SecurityGroupRulesTestJSON-1943467890-project-member] Enqueued Resource ID: 5c8e7142-bc1a-4084-828d-28003fe77d31 with Priority: HIGHEST for action security_group_rules [ 665.878058] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c8e7142-bc1a-4084-828d-28003fe77d31 with Priority: HIGHEST for action security_group_rules [ 665.878275] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c8e7142-bc1a-4084-828d-28003fe77d31 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.878400] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c8e7142-bc1a-4084-828d-28003fe77d31" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.878465] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c8e7142-bc1a-4084-828d-28003fe77d31" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.878768] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c8e7142-bc1a-4084-828d-28003fe77d31" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.879041] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c8e7142-bc1a-4084-828d-28003fe77d31',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.912615] env[69670]: INFO networking_nsxv3.common.synchronization [req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a req-750b0009-39b3-4581-b870-9d4fffe91ac9 tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Enqueued Resource ID: dbf50bb3-828d-4e97-be35-bc5b70f65616 with Priority: HIGHEST for action security_group_members [ 665.913159] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf50bb3-828d-4e97-be35-bc5b70f65616 with Priority: HIGHEST for action security_group_members [ 665.913458] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf50bb3-828d-4e97-be35-bc5b70f65616 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.913587] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf50bb3-828d-4e97-be35-bc5b70f65616" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.913659] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf50bb3-828d-4e97-be35-bc5b70f65616" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.913899] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf50bb3-828d-4e97-be35-bc5b70f65616" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.917904] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.917977] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.918057] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.918355] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.918355] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.918449] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbf50bb3-828d-4e97-be35-bc5b70f65616',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.998460] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.998633] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.999537] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.999739] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port baace154-f531-4167-9333-1e4e46d00e68 with status ACTIVE [ 665.999979] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.000096] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.000165] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.000368] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.000458] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.000629] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.000727] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.000787] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.001801] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.001801] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.001801] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.001801] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.001801] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.001801] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.001801] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.001801] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: baace154-f531-4167-9333-1e4e46d00e68 is going to be updated. [ 666.022123] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.022274] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.022345] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.022567] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.022708] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.022863] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-baace154-f531-4167-9333-1e4e46d00e68" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.399821] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.399821] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.399821] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.399821] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.399821] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.399821] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c8e7142-bc1a-4084-828d-28003fe77d31 already deleted. [ 666.399821] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c8e7142-bc1a-4084-828d-28003fe77d31" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.423994] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.424247] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.424247] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.424392] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.424485] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.424810] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.424862] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.424919] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.425112] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.425201] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.425291] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf50bb3-828d-4e97-be35-bc5b70f65616 already deleted. [ 666.425374] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf50bb3-828d-4e97-be35-bc5b70f65616" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.504092] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.624308] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-705 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.624308] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-705" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.624308] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-705" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.625921] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-705" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.625921] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.625921] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.625921] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.625921] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.625921] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.625921] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 666.626271] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.626305] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.626483] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.626618] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 666.626758] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.626928] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.645850] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.646022] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 666.646164] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.646346] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-705" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.646667] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-614398e9-27e9-453f-a59c-67c99eb1e535 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.646833] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-614398e9-27e9-453f-a59c-67c99eb1e535" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.646950] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-614398e9-27e9-453f-a59c-67c99eb1e535" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.647329] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-614398e9-27e9-453f-a59c-67c99eb1e535" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.647463] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('614398e9-27e9-453f-a59c-67c99eb1e535',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.006611] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.007012] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.007012] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.007162] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.007162] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.007237] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b is going to be created. [ 667.033555] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.033742] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.033866] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.034106] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.034296] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.044130] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b in Status: UNINITIALIZED for 2s [ 667.068067] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c8f899-578e-4f22-9860-e6399e89e690 in Status: SUCCESS [ 667.068294] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.068538] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.068815] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.069096] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.069290] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.069372] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.069551] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.069788] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.069788] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.069907] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.151018] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.151018] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.151018] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.151018] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.151018] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.151018] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 614398e9-27e9-453f-a59c-67c99eb1e535 not found, creating... [ 667.151489] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.151489] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.151489] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.151762] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.151924] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.154522] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.154522] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.154522] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.154522] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.154522] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.154522] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 614398e9-27e9-453f-a59c-67c99eb1e535 is going to be created. [ 667.177024] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.178212] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.178212] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.178212] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.178212] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.178212] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-614398e9-27e9-453f-a59c-67c99eb1e535" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.572646] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c8f899-578e-4f22-9860-e6399e89e690 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.572646] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.572646] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.572646] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.572646] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.573021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.573021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.573021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.573113] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.573142] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.573318] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c8f899-578e-4f22-9860-e6399e89e690 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.573401] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.573453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.575028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.575028] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.575028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.575028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.575028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.575028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.575028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.575028] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.011233] env[69670]: INFO networking_nsxv3.common.synchronization [req-c5d1022e-e618-48bf-82fd-743fe58e3b2b req-1e8bad6d-754e-469b-a730-116d8babd82d tempest-SecurityGroupRulesTestJSON-1943467890 tempest-SecurityGroupRulesTestJSON-1943467890-project-member] Enqueued Resource ID: 5c8e7142-bc1a-4084-828d-28003fe77d31 with Priority: HIGHEST for action security_group_rules [ 668.011233] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c8e7142-bc1a-4084-828d-28003fe77d31 with Priority: HIGHEST for action security_group_rules [ 668.011233] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c8e7142-bc1a-4084-828d-28003fe77d31 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.011233] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c8e7142-bc1a-4084-828d-28003fe77d31" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.011233] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c8e7142-bc1a-4084-828d-28003fe77d31" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.011233] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c8e7142-bc1a-4084-828d-28003fe77d31" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.011233] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c8e7142-bc1a-4084-828d-28003fe77d31',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.081641] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96c8f899-578e-4f22-9860-e6399e89e690: rpc.has_security_group_logging(os_id): False [ 668.105015] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.105265] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.105346] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.105536] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.105649] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.105863] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.105955] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.106028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.106194] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.106272] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.106504] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.106626] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.106688] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.106860] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.106969] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.107383] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.107976] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.107976] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.107976] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.107976] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.107976] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96c8f899-578e-4f22-9860-e6399e89e690 is going to be created. [ 668.167266] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.167266] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.167266] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.167763] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.167763] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.178323] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c8f899-578e-4f22-9860-e6399e89e690 in Status: IN_PROGRESS for 2s [ 668.240909] env[69670]: INFO networking_nsxv3.common.synchronization [req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a req-683b7b43-70bd-4dd3-8937-b069b18391fb service nova] Enqueued Resource ID: dbf50bb3-828d-4e97-be35-bc5b70f65616 with Priority: HIGHEST for action security_group_rules [ 668.241119] env[69670]: INFO networking_nsxv3.common.synchronization [req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a req-683b7b43-70bd-4dd3-8937-b069b18391fb service nova] Enqueued Resource ID: dbf50bb3-828d-4e97-be35-bc5b70f65616 with Priority: HIGHEST for action security_group_members [ 668.241258] env[69670]: INFO networking_nsxv3.common.synchronization [req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a req-683b7b43-70bd-4dd3-8937-b069b18391fb service nova] Enqueued Resource ID: 614398e9-27e9-453f-a59c-67c99eb1e535 with Priority: HIGHEST for action port [ 668.241743] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf50bb3-828d-4e97-be35-bc5b70f65616 with Priority: HIGHEST for action security_group_rules [ 668.241907] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf50bb3-828d-4e97-be35-bc5b70f65616 with Priority: HIGHEST for action security_group_members [ 668.242024] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 614398e9-27e9-453f-a59c-67c99eb1e535 with Priority: HIGHEST for action port [ 668.244132] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbf50bb3-828d-4e97-be35-bc5b70f65616 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.244293] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbf50bb3-828d-4e97-be35-bc5b70f65616" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.244347] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbf50bb3-828d-4e97-be35-bc5b70f65616" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.244589] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbf50bb3-828d-4e97-be35-bc5b70f65616" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.244673] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbf50bb3-828d-4e97-be35-bc5b70f65616',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.246079] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf50bb3-828d-4e97-be35-bc5b70f65616 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.246185] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf50bb3-828d-4e97-be35-bc5b70f65616" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.247048] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf50bb3-828d-4e97-be35-bc5b70f65616" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.247048] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf50bb3-828d-4e97-be35-bc5b70f65616" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.247048] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.247048] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.247048] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.247048] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.247048] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.247048] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbf50bb3-828d-4e97-be35-bc5b70f65616',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.247875] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-614398e9-27e9-453f-a59c-67c99eb1e535 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.248026] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-614398e9-27e9-453f-a59c-67c99eb1e535" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.248088] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-614398e9-27e9-453f-a59c-67c99eb1e535" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.248312] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-614398e9-27e9-453f-a59c-67c99eb1e535" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.248494] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('614398e9-27e9-453f-a59c-67c99eb1e535',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.401979] env[69670]: INFO networking_nsxv3.common.synchronization [req-a26fbee7-e6a8-4576-8e75-b907983cec6a req-77124ba7-c275-4eb0-962c-f934d5e6c85d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Enqueued Resource ID: 8bc709d7-d957-4020-8bfa-3b629eb48f21 with Priority: HIGHEST for action security_group_members [ 668.402743] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bc709d7-d957-4020-8bfa-3b629eb48f21 with Priority: HIGHEST for action security_group_members [ 668.403536] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bc709d7-d957-4020-8bfa-3b629eb48f21 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.403536] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bc709d7-d957-4020-8bfa-3b629eb48f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.403536] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bc709d7-d957-4020-8bfa-3b629eb48f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.403852] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bc709d7-d957-4020-8bfa-3b629eb48f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.404058] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.404248] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.404327] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.404529] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.404654] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.404746] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bc709d7-d957-4020-8bfa-3b629eb48f21',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.540605] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.540605] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.540605] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.540605] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.540605] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.540605] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c8e7142-bc1a-4084-828d-28003fe77d31 already deleted. [ 668.540605] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c8e7142-bc1a-4084-828d-28003fe77d31" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.751569] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbf50bb3-828d-4e97-be35-bc5b70f65616',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.752665] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf50bb3-828d-4e97-be35-bc5b70f65616 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.752858] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf50bb3-828d-4e97-be35-bc5b70f65616" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.752924] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 614398e9-27e9-453f-a59c-67c99eb1e535 with status ACTIVE [ 668.753088] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.753185] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.753250] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.753457] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.753546] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.753710] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.753852] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.753852] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.754009] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.754093] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.754276] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.754484] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.754484] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.754682] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.754682] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.754769] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 614398e9-27e9-453f-a59c-67c99eb1e535 is going to be updated. [ 668.775691] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.776479] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.776479] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.776479] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.776637] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.776791] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-614398e9-27e9-453f-a59c-67c99eb1e535" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.910090] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.910807] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.910944] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.911229] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.911649] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.912708] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.912708] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.912708] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.912708] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.912708] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.912708] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bc709d7-d957-4020-8bfa-3b629eb48f21 already deleted. [ 668.914048] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bc709d7-d957-4020-8bfa-3b629eb48f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.054108] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b in Status: SUCCESS [ 669.054349] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.054493] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.054788] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.054937] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.055068] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.055136] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.055292] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.055376] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.055462] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.055644] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.207722] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-506 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.207949] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-506" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.209687] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-506" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.209687] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-506" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.209687] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.211227] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.211394] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.211672] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.211840] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.212077] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 669.212232] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 669.212350] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 669.213165] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 669.213165] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 669.213165] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 669.213165] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 669.231097] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 669.231284] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 669.231418] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 669.231614] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-506" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.231954] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-3348d9c6-1331-4be5-a516-6aec32651d81 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.232177] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-3348d9c6-1331-4be5-a516-6aec32651d81" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.232247] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-3348d9c6-1331-4be5-a516-6aec32651d81" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.232734] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-3348d9c6-1331-4be5-a516-6aec32651d81" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.232834] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3348d9c6-1331-4be5-a516-6aec32651d81',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.258658] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbf50bb3-828d-4e97-be35-bc5b70f65616',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.558091] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.737012] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.737765] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.737765] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.737765] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.737976] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.737976] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 3348d9c6-1331-4be5-a516-6aec32651d81 not found, creating... [ 669.738205] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.738357] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.738468] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.738740] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.738931] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.740087] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.740987] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.743018] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.743018] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.743018] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.743018] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 3348d9c6-1331-4be5-a516-6aec32651d81 is going to be created. [ 669.762257] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.762549] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.762741] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.763121] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.763407] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.763712] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-3348d9c6-1331-4be5-a516-6aec32651d81" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.764912] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.765059] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.765146] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.765352] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.765547] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.765547] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf50bb3-828d-4e97-be35-bc5b70f65616 is going to be created. [ 669.785900] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.787020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.787020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.787203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.787463] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.798394] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf50bb3-828d-4e97-be35-bc5b70f65616 in Status: UNINITIALIZED for 2s [ 670.061270] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b: rpc.has_security_group_logging(os_id): False [ 670.077719] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.078012] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.078012] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.078194] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.078301] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.078552] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.078653] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.078719] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.078882] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.078965] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.079144] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b is going to be created. [ 670.132186] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.132360] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.132455] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.132714] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.132943] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.143203] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b in Status: IN_PROGRESS for 2s [ 670.191039] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c8f899-578e-4f22-9860-e6399e89e690 in Status: SUCCESS [ 670.191278] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.418307] env[69670]: INFO networking_nsxv3.common.synchronization [req-805dd4ac-5313-4472-a077-e074c9d5d5f4 req-2e7b12f6-9b6c-4447-ae4e-b496886a9469 tempest-SecurityGroupRulesTestJSON-1943467890 tempest-SecurityGroupRulesTestJSON-1943467890-project-member] Enqueued Resource ID: 5c8e7142-bc1a-4084-828d-28003fe77d31 with Priority: HIGHEST for action security_group_rules [ 670.418830] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c8e7142-bc1a-4084-828d-28003fe77d31 with Priority: HIGHEST for action security_group_rules [ 670.422740] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c8e7142-bc1a-4084-828d-28003fe77d31 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.423594] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c8e7142-bc1a-4084-828d-28003fe77d31" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.423594] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c8e7142-bc1a-4084-828d-28003fe77d31" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.423594] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c8e7142-bc1a-4084-828d-28003fe77d31" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.423594] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c8e7142-bc1a-4084-828d-28003fe77d31',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.947033] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.947033] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.947033] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.947251] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.947251] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.947362] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c8e7142-bc1a-4084-828d-28003fe77d31 already deleted. [ 670.947434] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c8e7142-bc1a-4084-828d-28003fe77d31" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.316716] env[69670]: INFO networking_nsxv3.common.synchronization [req-a26fbee7-e6a8-4576-8e75-b907983cec6a req-a94e0f4f-7e16-4a43-ab34-6d616755f80c service nova] Enqueued Resource ID: 8bc709d7-d957-4020-8bfa-3b629eb48f21 with Priority: HIGHEST for action security_group_rules [ 671.317101] env[69670]: INFO networking_nsxv3.common.synchronization [req-a26fbee7-e6a8-4576-8e75-b907983cec6a req-a94e0f4f-7e16-4a43-ab34-6d616755f80c service nova] Enqueued Resource ID: 8bc709d7-d957-4020-8bfa-3b629eb48f21 with Priority: HIGHEST for action security_group_members [ 671.317101] env[69670]: INFO networking_nsxv3.common.synchronization [req-a26fbee7-e6a8-4576-8e75-b907983cec6a req-a94e0f4f-7e16-4a43-ab34-6d616755f80c service nova] Enqueued Resource ID: 3348d9c6-1331-4be5-a516-6aec32651d81 with Priority: HIGHEST for action port [ 671.317275] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bc709d7-d957-4020-8bfa-3b629eb48f21 with Priority: HIGHEST for action security_group_rules [ 671.317404] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bc709d7-d957-4020-8bfa-3b629eb48f21 with Priority: HIGHEST for action security_group_members [ 671.317499] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3348d9c6-1331-4be5-a516-6aec32651d81 with Priority: HIGHEST for action port [ 671.318221] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bc709d7-d957-4020-8bfa-3b629eb48f21 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.318444] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bc709d7-d957-4020-8bfa-3b629eb48f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.318522] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bc709d7-d957-4020-8bfa-3b629eb48f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.318747] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bc709d7-d957-4020-8bfa-3b629eb48f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.318804] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bc709d7-d957-4020-8bfa-3b629eb48f21',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.322631] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bc709d7-d957-4020-8bfa-3b629eb48f21 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.322631] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bc709d7-d957-4020-8bfa-3b629eb48f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.322631] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bc709d7-d957-4020-8bfa-3b629eb48f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.322631] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bc709d7-d957-4020-8bfa-3b629eb48f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.322631] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.322631] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.322631] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.322631] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.322631] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.322631] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bc709d7-d957-4020-8bfa-3b629eb48f21',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.323228] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-3348d9c6-1331-4be5-a516-6aec32651d81 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.323228] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3348d9c6-1331-4be5-a516-6aec32651d81" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.323228] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3348d9c6-1331-4be5-a516-6aec32651d81" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.323592] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3348d9c6-1331-4be5-a516-6aec32651d81" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.324289] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3348d9c6-1331-4be5-a516-6aec32651d81',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.807344] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf50bb3-828d-4e97-be35-bc5b70f65616 in Status: SUCCESS [ 671.807681] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf50bb3-828d-4e97-be35-bc5b70f65616" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.807888] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf50bb3-828d-4e97-be35-bc5b70f65616" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.808114] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf50bb3-828d-4e97-be35-bc5b70f65616" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.808310] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.808429] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.808490] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.808669] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.808787] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.811306] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf50bb3-828d-4e97-be35-bc5b70f65616" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.811434] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbf50bb3-828d-4e97-be35-bc5b70f65616',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.826910] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bc709d7-d957-4020-8bfa-3b629eb48f21 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.827056] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bc709d7-d957-4020-8bfa-3b629eb48f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.827230] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8bc709d7-d957-4020-8bfa-3b629eb48f21',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.828381] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3348d9c6-1331-4be5-a516-6aec32651d81 with status ACTIVE [ 671.828564] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.828715] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.828751] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.828927] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.829581] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.829770] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.829865] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.829927] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.831995] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.831995] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.831995] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.831995] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.831995] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.831995] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.831995] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.831995] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3348d9c6-1331-4be5-a516-6aec32651d81 is going to be updated. [ 671.850250] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.850250] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.850250] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.850466] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.850466] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.850580] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3348d9c6-1331-4be5-a516-6aec32651d81" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.061364] env[69670]: INFO networking_nsxv3.common.synchronization [req-99132bb3-322b-4a89-969f-e93aa6b61f23 req-20afe694-1cb1-4b36-8544-1f21425a4df6 tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Enqueued Resource ID: 5fdf60fe-a59b-4db9-b0c7-11472ed6c437 with Priority: HIGHEST for action security_group_members [ 672.065624] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fdf60fe-a59b-4db9-b0c7-11472ed6c437 with Priority: HIGHEST for action security_group_members [ 672.065624] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fdf60fe-a59b-4db9-b0c7-11472ed6c437 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.065624] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fdf60fe-a59b-4db9-b0c7-11472ed6c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.065624] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fdf60fe-a59b-4db9-b0c7-11472ed6c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.065624] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fdf60fe-a59b-4db9-b0c7-11472ed6c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.065624] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.065624] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.065624] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.065624] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.065624] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.065624] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fdf60fe-a59b-4db9-b0c7-11472ed6c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.156047] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b in Status: SUCCESS [ 672.156284] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.313262] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbf50bb3-828d-4e97-be35-bc5b70f65616',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.332571] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8bc709d7-d957-4020-8bfa-3b629eb48f21',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.569489] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.569646] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.569714] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.569944] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.570065] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.570263] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.570412] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.570412] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.570560] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.570633] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.570713] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fdf60fe-a59b-4db9-b0c7-11472ed6c437 is going to be updated. [ 672.597207] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.597347] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.597414] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.597621] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.597759] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.607306] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fdf60fe-a59b-4db9-b0c7-11472ed6c437 in Status: IN_PROGRESS for 2s [ 672.818033] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbf50bb3-828d-4e97-be35-bc5b70f65616: rpc.has_security_group_logging(os_id): False [ 672.832759] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.833180] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.833180] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.833180] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.833180] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.833441] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.833615] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.833615] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.834311] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.834311] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.834311] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbf50bb3-828d-4e97-be35-bc5b70f65616 is going to be created. [ 672.838264] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.838264] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.838264] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.838458] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.838458] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.838519] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bc709d7-d957-4020-8bfa-3b629eb48f21 is going to be created. [ 672.861096] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.861273] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.861273] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.862311] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.862311] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.871721] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bc709d7-d957-4020-8bfa-3b629eb48f21 in Status: UNINITIALIZED for 2s [ 672.895021] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.895021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.895021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.895021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.895021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.905282] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbf50bb3-828d-4e97-be35-bc5b70f65616 in Status: IN_PROGRESS for 2s [ 673.174624] env[69670]: INFO networking_nsxv3.common.synchronization [None req-aa5da00c-fa7c-4976-a907-8d0b06cf0c41 None None] Enqueued Resource ID: c8dcd10d-55f6-4549-83a4-b29a5171888b with Priority: HIGHEST for action port [ 673.174901] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8dcd10d-55f6-4549-83a4-b29a5171888b with Priority: HIGHEST for action port [ 673.175509] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8dcd10d-55f6-4549-83a4-b29a5171888b taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.175613] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8dcd10d-55f6-4549-83a4-b29a5171888b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.175721] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8dcd10d-55f6-4549-83a4-b29a5171888b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.175933] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8dcd10d-55f6-4549-83a4-b29a5171888b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.176761] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8dcd10d-55f6-4549-83a4-b29a5171888b',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.680375] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8dcd10d-55f6-4549-83a4-b29a5171888b [ 673.680375] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.680375] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.680375] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.680918] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.680918] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.680918] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8dcd10d-55f6-4549-83a4-b29a5171888b already deleted. [ 673.680918] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8dcd10d-55f6-4549-83a4-b29a5171888b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.712934] env[69670]: INFO networking_nsxv3.common.synchronization [req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab req-f31f3f41-881b-4096-ad3c-a749693d936c tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Enqueued Resource ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f with Priority: HIGHEST for action security_group_members [ 673.713499] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f with Priority: HIGHEST for action security_group_members [ 673.713834] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.713969] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.719116] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.719816] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.719816] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.719816] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.719816] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.720052] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.720052] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.720125] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('203a71a6-54ed-4edd-92e1-fb96e1b09c3f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.225024] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.225024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.225024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.225024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.225024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.225024] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.225024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.225024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.225024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.225024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.225024] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f already deleted. [ 674.225024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.616631] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fdf60fe-a59b-4db9-b0c7-11472ed6c437 in Status: SUCCESS [ 674.616844] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fdf60fe-a59b-4db9-b0c7-11472ed6c437 deletion is rescheduled due to dependency. [ 674.616909] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fdf60fe-a59b-4db9-b0c7-11472ed6c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.789028] env[69670]: INFO networking_nsxv3.common.synchronization [None req-e72648b0-4906-4483-8a8b-3ce77e7b58fb None None] Enqueued Resource ID: 6c26d849-ac1f-4c70-9d61-97024409d957 with Priority: HIGHEST for action port [ 674.792459] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c26d849-ac1f-4c70-9d61-97024409d957 with Priority: HIGHEST for action port [ 674.793291] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c26d849-ac1f-4c70-9d61-97024409d957 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.793291] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c26d849-ac1f-4c70-9d61-97024409d957" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.793455] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c26d849-ac1f-4c70-9d61-97024409d957" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.794747] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c26d849-ac1f-4c70-9d61-97024409d957" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.794838] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c26d849-ac1f-4c70-9d61-97024409d957',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.884043] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bc709d7-d957-4020-8bfa-3b629eb48f21 in Status: SUCCESS [ 674.884249] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bc709d7-d957-4020-8bfa-3b629eb48f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.884412] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bc709d7-d957-4020-8bfa-3b629eb48f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.884693] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bc709d7-d957-4020-8bfa-3b629eb48f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.884873] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.885279] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.885279] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.885938] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.885938] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.885938] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bc709d7-d957-4020-8bfa-3b629eb48f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.885938] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8bc709d7-d957-4020-8bfa-3b629eb48f21',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.889999] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-208 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.890268] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-208" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.890403] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-208" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.893255] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-208" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.893795] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.894107] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.894107] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.894563] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.894563] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.894746] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 674.894847] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.894963] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.895172] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.895233] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 674.895309] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.895421] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.913291] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.913291] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 674.913508] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.913812] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-208" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.914494] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-9af69519-4190-4084-b300-618c2f8bf8cd taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.915316] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-9af69519-4190-4084-b300-618c2f8bf8cd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.915316] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-9af69519-4190-4084-b300-618c2f8bf8cd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.915316] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-9af69519-4190-4084-b300-618c2f8bf8cd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.916584] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9af69519-4190-4084-b300-618c2f8bf8cd',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.917357] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbf50bb3-828d-4e97-be35-bc5b70f65616 in Status: SUCCESS [ 674.917621] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbf50bb3-828d-4e97-be35-bc5b70f65616" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.297127] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c26d849-ac1f-4c70-9d61-97024409d957 [ 675.298821] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.298821] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.298821] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.298821] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.298821] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.298821] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c26d849-ac1f-4c70-9d61-97024409d957 already deleted. [ 675.298821] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c26d849-ac1f-4c70-9d61-97024409d957" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.390375] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8bc709d7-d957-4020-8bfa-3b629eb48f21',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.418976] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.420234] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.420234] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.420412] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.420569] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.420807] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 9af69519-4190-4084-b300-618c2f8bf8cd not found, creating... [ 675.421077] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.421264] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.421439] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.421614] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.421750] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.422585] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.424393] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.424714] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.426363] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.426363] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.426363] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 9af69519-4190-4084-b300-618c2f8bf8cd is going to be created. [ 675.447692] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.447692] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.447692] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.447692] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.447692] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.447956] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-9af69519-4190-4084-b300-618c2f8bf8cd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.893391] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8bc709d7-d957-4020-8bfa-3b629eb48f21: rpc.has_security_group_logging(os_id): False [ 675.909767] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.909951] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.910037] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.910263] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.910356] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.910762] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.910762] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.910762] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.910925] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.910957] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.911068] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bc709d7-d957-4020-8bfa-3b629eb48f21 is going to be created. [ 675.972964] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.973130] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.973201] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.973417] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.973597] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.983337] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bc709d7-d957-4020-8bfa-3b629eb48f21 in Status: IN_PROGRESS for 2s [ 676.006463] env[69670]: INFO networking_nsxv3.common.synchronization [None req-c63e6024-8b62-42e7-99a0-a7432161a79b None None] Enqueued Resource ID: 69396766-19a6-4691-ab1a-8b0756975dcf with Priority: HIGHEST for action port [ 676.007721] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69396766-19a6-4691-ab1a-8b0756975dcf with Priority: HIGHEST for action port [ 676.007721] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-69396766-19a6-4691-ab1a-8b0756975dcf taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.007721] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69396766-19a6-4691-ab1a-8b0756975dcf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.007721] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69396766-19a6-4691-ab1a-8b0756975dcf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.008036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69396766-19a6-4691-ab1a-8b0756975dcf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.008122] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69396766-19a6-4691-ab1a-8b0756975dcf',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.436880] env[69670]: INFO networking_nsxv3.common.synchronization [req-e7e72828-72ca-4e12-9853-74329eb95bdc req-03d96f10-b61b-43fd-9084-ecbc3ae243a7 tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Enqueued Resource ID: fe6c791e-540b-438d-996c-efae6d653bbe with Priority: HIGHEST for action security_group_members [ 676.436880] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe6c791e-540b-438d-996c-efae6d653bbe with Priority: HIGHEST for action security_group_members [ 676.437039] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe6c791e-540b-438d-996c-efae6d653bbe taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.439211] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe6c791e-540b-438d-996c-efae6d653bbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.439211] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe6c791e-540b-438d-996c-efae6d653bbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.439211] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe6c791e-540b-438d-996c-efae6d653bbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.439211] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.439211] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.439211] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.439835] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.439835] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.439835] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe6c791e-540b-438d-996c-efae6d653bbe',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.511482] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69396766-19a6-4691-ab1a-8b0756975dcf [ 676.512218] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.512708] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.512821] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.513629] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.513743] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.513858] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69396766-19a6-4691-ab1a-8b0756975dcf already deleted. [ 676.513946] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69396766-19a6-4691-ab1a-8b0756975dcf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.663215] env[69670]: INFO networking_nsxv3.common.synchronization [req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab req-f4a3b2d6-e7ad-437a-9c80-ccc3ea470a1f service nova] Enqueued Resource ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f with Priority: HIGHEST for action security_group_rules [ 676.663550] env[69670]: INFO networking_nsxv3.common.synchronization [req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab req-f4a3b2d6-e7ad-437a-9c80-ccc3ea470a1f service nova] Enqueued Resource ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f with Priority: HIGHEST for action security_group_members [ 676.663775] env[69670]: INFO networking_nsxv3.common.synchronization [req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab req-f4a3b2d6-e7ad-437a-9c80-ccc3ea470a1f service nova] Enqueued Resource ID: 9af69519-4190-4084-b300-618c2f8bf8cd with Priority: HIGHEST for action port [ 676.666476] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f with Priority: HIGHEST for action security_group_rules [ 676.666476] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f with Priority: HIGHEST for action security_group_members [ 676.666476] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9af69519-4190-4084-b300-618c2f8bf8cd with Priority: HIGHEST for action port [ 676.666476] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-203a71a6-54ed-4edd-92e1-fb96e1b09c3f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.666476] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.666476] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.666476] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.667221] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('203a71a6-54ed-4edd-92e1-fb96e1b09c3f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.668304] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.669663] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.669663] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.669663] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.669663] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.669663] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.669663] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.669663] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.669663] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.669663] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('203a71a6-54ed-4edd-92e1-fb96e1b09c3f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.671011] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-9af69519-4190-4084-b300-618c2f8bf8cd taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.675072] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9af69519-4190-4084-b300-618c2f8bf8cd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.675072] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9af69519-4190-4084-b300-618c2f8bf8cd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.675072] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9af69519-4190-4084-b300-618c2f8bf8cd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.675072] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9af69519-4190-4084-b300-618c2f8bf8cd',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.936673] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.936987] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.936987] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.937289] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.937547] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.939549] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.941038] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.941038] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.941038] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.941038] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 676.941038] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.941038] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.941038] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.941038] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 676.941038] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.941489] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.946903] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.946903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.946903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.946903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.946903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.946903] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.946903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.946903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.947465] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.947465] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.947465] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe6c791e-540b-438d-996c-efae6d653bbe already deleted. [ 676.947465] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe6c791e-540b-438d-996c-efae6d653bbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.962852] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.963036] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 676.963175] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.963353] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.963693] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-fc401870-422e-40db-9859-3b90b9cc7eef taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.963957] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-fc401870-422e-40db-9859-3b90b9cc7eef" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.964099] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-fc401870-422e-40db-9859-3b90b9cc7eef" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.964475] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-fc401870-422e-40db-9859-3b90b9cc7eef" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.964608] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc401870-422e-40db-9859-3b90b9cc7eef',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.086283] env[69670]: INFO networking_nsxv3.common.synchronization [None req-484162e3-d70a-4d5d-ad18-369eb4b9be4d None None] Enqueued Resource ID: e80d4c7e-cbcb-4b27-ae69-d1b1bd8bc0e2 with Priority: HIGHEST for action port [ 677.086974] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e80d4c7e-cbcb-4b27-ae69-d1b1bd8bc0e2 with Priority: HIGHEST for action port [ 677.087205] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-e80d4c7e-cbcb-4b27-ae69-d1b1bd8bc0e2 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.087343] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e80d4c7e-cbcb-4b27-ae69-d1b1bd8bc0e2" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.087378] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e80d4c7e-cbcb-4b27-ae69-d1b1bd8bc0e2" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.087636] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e80d4c7e-cbcb-4b27-ae69-d1b1bd8bc0e2" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.087713] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e80d4c7e-cbcb-4b27-ae69-d1b1bd8bc0e2',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.176705] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.176705] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.176705] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('203a71a6-54ed-4edd-92e1-fb96e1b09c3f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.176705] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9af69519-4190-4084-b300-618c2f8bf8cd with status ACTIVE [ 677.176705] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.176705] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.176705] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.176705] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.176705] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.176705] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.176705] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.176705] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.176705] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.176705] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.178039] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.179225] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.179390] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.179642] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.180221] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.180408] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9af69519-4190-4084-b300-618c2f8bf8cd is going to be updated. [ 677.203158] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.203304] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.203374] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.203594] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.203727] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.203888] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9af69519-4190-4084-b300-618c2f8bf8cd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.469841] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.470485] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.471235] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.472385] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.472624] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.473230] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port fc401870-422e-40db-9859-3b90b9cc7eef not found, creating... [ 677.473800] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.475218] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.475419] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.475712] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.476201] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.476798] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.477676] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.477854] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.478184] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.478383] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.478566] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: fc401870-422e-40db-9859-3b90b9cc7eef is going to be created. [ 677.498470] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.500076] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.500076] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.500266] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.501706] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.501706] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-fc401870-422e-40db-9859-3b90b9cc7eef" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.590395] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e80d4c7e-cbcb-4b27-ae69-d1b1bd8bc0e2 [ 677.590635] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.590773] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.590840] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.591077] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.591165] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.591256] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e80d4c7e-cbcb-4b27-ae69-d1b1bd8bc0e2 already deleted. [ 677.591334] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e80d4c7e-cbcb-4b27-ae69-d1b1bd8bc0e2" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.684791] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('203a71a6-54ed-4edd-92e1-fb96e1b09c3f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.997541] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bc709d7-d957-4020-8bfa-3b629eb48f21 in Status: SUCCESS [ 677.997829] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bc709d7-d957-4020-8bfa-3b629eb48f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.178427] env[69670]: INFO networking_nsxv3.common.synchronization [None req-797cc5b9-a805-4dab-8755-f080314adb9f None None] Enqueued Resource ID: e8aa648c-743e-41b6-8b8f-27458fda375f with Priority: HIGHEST for action port [ 678.179549] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8aa648c-743e-41b6-8b8f-27458fda375f with Priority: HIGHEST for action port [ 678.180405] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8aa648c-743e-41b6-8b8f-27458fda375f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.180480] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8aa648c-743e-41b6-8b8f-27458fda375f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.181532] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8aa648c-743e-41b6-8b8f-27458fda375f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.181532] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8aa648c-743e-41b6-8b8f-27458fda375f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.181532] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8aa648c-743e-41b6-8b8f-27458fda375f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.186051] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.186174] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.186218] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.186516] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.186516] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.186613] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f is going to be created. [ 678.210730] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.210883] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.210961] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.211210] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.211387] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.223735] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f in Status: UNINITIALIZED for 2s [ 678.538957] env[69670]: INFO networking_nsxv3.common.synchronization [req-e7e72828-72ca-4e12-9853-74329eb95bdc req-4d6f111f-e6b5-4537-85ef-cba5202052e3 service nova] Enqueued Resource ID: fe6c791e-540b-438d-996c-efae6d653bbe with Priority: HIGHEST for action security_group_rules [ 678.539058] env[69670]: INFO networking_nsxv3.common.synchronization [req-e7e72828-72ca-4e12-9853-74329eb95bdc req-4d6f111f-e6b5-4537-85ef-cba5202052e3 service nova] Enqueued Resource ID: fe6c791e-540b-438d-996c-efae6d653bbe with Priority: HIGHEST for action security_group_members [ 678.539197] env[69670]: INFO networking_nsxv3.common.synchronization [req-e7e72828-72ca-4e12-9853-74329eb95bdc req-4d6f111f-e6b5-4537-85ef-cba5202052e3 service nova] Enqueued Resource ID: fc401870-422e-40db-9859-3b90b9cc7eef with Priority: HIGHEST for action port [ 678.539440] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe6c791e-540b-438d-996c-efae6d653bbe with Priority: HIGHEST for action security_group_rules [ 678.539568] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe6c791e-540b-438d-996c-efae6d653bbe with Priority: HIGHEST for action security_group_members [ 678.539661] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc401870-422e-40db-9859-3b90b9cc7eef with Priority: HIGHEST for action port [ 678.540680] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe6c791e-540b-438d-996c-efae6d653bbe taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.541608] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe6c791e-540b-438d-996c-efae6d653bbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.541714] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe6c791e-540b-438d-996c-efae6d653bbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.541995] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe6c791e-540b-438d-996c-efae6d653bbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.542417] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe6c791e-540b-438d-996c-efae6d653bbe',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.544566] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe6c791e-540b-438d-996c-efae6d653bbe taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.544699] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe6c791e-540b-438d-996c-efae6d653bbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.544778] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe6c791e-540b-438d-996c-efae6d653bbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.547036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe6c791e-540b-438d-996c-efae6d653bbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.547036] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.547036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.547036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.547036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.547036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.547036] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe6c791e-540b-438d-996c-efae6d653bbe',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.547036] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc401870-422e-40db-9859-3b90b9cc7eef taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.547036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc401870-422e-40db-9859-3b90b9cc7eef" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.547036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc401870-422e-40db-9859-3b90b9cc7eef" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.547036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc401870-422e-40db-9859-3b90b9cc7eef" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.547751] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc401870-422e-40db-9859-3b90b9cc7eef',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.683631] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e8aa648c-743e-41b6-8b8f-27458fda375f [ 678.683860] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.684235] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.684343] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.684816] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.684816] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.684971] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e8aa648c-743e-41b6-8b8f-27458fda375f already deleted. [ 678.684971] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8aa648c-743e-41b6-8b8f-27458fda375f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.047467] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe6c791e-540b-438d-996c-efae6d653bbe taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.047467] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe6c791e-540b-438d-996c-efae6d653bbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.050403] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc401870-422e-40db-9859-3b90b9cc7eef with status ACTIVE [ 679.050658] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.050764] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.050840] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.052318] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.052473] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.052711] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.052856] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.052924] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.053125] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.053209] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.053403] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.053498] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.053560] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.053713] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.053791] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.053879] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc401870-422e-40db-9859-3b90b9cc7eef is going to be updated. [ 679.059553] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe6c791e-540b-438d-996c-efae6d653bbe',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.076919] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.077085] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.077147] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.077364] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.077500] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.077660] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc401870-422e-40db-9859-3b90b9cc7eef" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.564160] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe6c791e-540b-438d-996c-efae6d653bbe',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.067764] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.068144] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.068144] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.068325] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.068447] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.068571] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe6c791e-540b-438d-996c-efae6d653bbe is going to be created. [ 680.090779] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.090853] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.090853] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.091222] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.091222] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.102721] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe6c791e-540b-438d-996c-efae6d653bbe in Status: UNINITIALIZED for 2s [ 680.237133] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f in Status: SUCCESS [ 680.237133] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.237312] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.237973] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.237973] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.238203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.238253] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.238491] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.238621] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.238765] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.238927] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('203a71a6-54ed-4edd-92e1-fb96e1b09c3f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.265424] env[69670]: INFO networking_nsxv3.common.synchronization [req-0039658f-ae20-4654-8a45-62ca61f423a1 req-cb32d4e7-05d3-499a-b9b4-31be238e2f79 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Enqueued Resource ID: 0ef7d495-885e-4919-a4b5-d4b7dce28f1d with Priority: HIGHEST for action security_group_members [ 680.266527] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ef7d495-885e-4919-a4b5-d4b7dce28f1d with Priority: HIGHEST for action security_group_members [ 680.266887] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.267015] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.267554] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.267769] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.267943] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.268612] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.268612] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.268612] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.268612] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.268612] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ef7d495-885e-4919-a4b5-d4b7dce28f1d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.558054] env[69670]: INFO networking_nsxv3.common.synchronization [None req-72bd63fa-0a60-47dd-b3ff-b11ee399e52a None None] Enqueued Resource ID: d85758b5-840b-41b2-8d3c-86f62051ebd0 with Priority: HIGHEST for action port [ 680.558799] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d85758b5-840b-41b2-8d3c-86f62051ebd0 with Priority: HIGHEST for action port [ 680.558850] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-d85758b5-840b-41b2-8d3c-86f62051ebd0 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.559020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d85758b5-840b-41b2-8d3c-86f62051ebd0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.559604] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d85758b5-840b-41b2-8d3c-86f62051ebd0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.559898] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d85758b5-840b-41b2-8d3c-86f62051ebd0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.559988] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d85758b5-840b-41b2-8d3c-86f62051ebd0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.744695] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('203a71a6-54ed-4edd-92e1-fb96e1b09c3f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.771344] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ef7d495-885e-4919-a4b5-d4b7dce28f1d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.902302] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.902302] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.902302] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.902302] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.903559] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.905743] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.906861] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.906861] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.906861] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.906861] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 680.906861] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.907251] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.907480] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.907711] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 680.907924] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.908198] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.945092] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.945092] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 680.945092] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.945092] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.945092] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-06da3f33-1493-40c1-b8ca-46900a9da255 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.945092] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-06da3f33-1493-40c1-b8ca-46900a9da255" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.945092] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-06da3f33-1493-40c1-b8ca-46900a9da255" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.945092] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-06da3f33-1493-40c1-b8ca-46900a9da255" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.945092] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06da3f33-1493-40c1-b8ca-46900a9da255',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.062027] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d85758b5-840b-41b2-8d3c-86f62051ebd0 [ 681.062415] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.062567] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.062567] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.062793] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.062867] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.062954] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d85758b5-840b-41b2-8d3c-86f62051ebd0 already deleted. [ 681.063061] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d85758b5-840b-41b2-8d3c-86f62051ebd0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.247069] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 203a71a6-54ed-4edd-92e1-fb96e1b09c3f: rpc.has_security_group_logging(os_id): False [ 681.265253] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.267078] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.267078] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.267078] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.267078] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.267078] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.267078] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.267078] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.267078] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.267078] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.267078] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f is going to be created. [ 681.275134] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ef7d495-885e-4919-a4b5-d4b7dce28f1d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.329498] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.329498] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.329498] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.329498] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.329803] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.342053] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f in Status: IN_PROGRESS for 2s [ 681.451026] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.451026] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.451026] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.451026] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.451026] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.451026] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 06da3f33-1493-40c1-b8ca-46900a9da255 not found, creating... [ 681.451026] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.451026] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.451026] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.451026] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.451026] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.451659] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.452079] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.452182] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.452859] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.453064] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.453229] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 06da3f33-1493-40c1-b8ca-46900a9da255 is going to be created. [ 681.473249] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.473643] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.473643] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.473950] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.474144] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.474398] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-06da3f33-1493-40c1-b8ca-46900a9da255" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.779160] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.779160] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.779160] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.779160] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.779160] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.779160] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ef7d495-885e-4919-a4b5-d4b7dce28f1d is going to be updated. [ 681.806213] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.806213] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.806213] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.806213] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.806213] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.819293] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ef7d495-885e-4919-a4b5-d4b7dce28f1d in Status: IN_PROGRESS for 2s [ 682.112691] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe6c791e-540b-438d-996c-efae6d653bbe in Status: SUCCESS [ 682.116625] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe6c791e-540b-438d-996c-efae6d653bbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.116625] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe6c791e-540b-438d-996c-efae6d653bbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.116625] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe6c791e-540b-438d-996c-efae6d653bbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.116625] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.116625] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.116625] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.116625] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.116625] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.116625] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe6c791e-540b-438d-996c-efae6d653bbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.116625] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe6c791e-540b-438d-996c-efae6d653bbe',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.620587] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe6c791e-540b-438d-996c-efae6d653bbe taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.621179] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe6c791e-540b-438d-996c-efae6d653bbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.621179] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe6c791e-540b-438d-996c-efae6d653bbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.621179] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe6c791e-540b-438d-996c-efae6d653bbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.621179] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.621505] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.621505] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.621505] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.621669] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.621669] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe6c791e-540b-438d-996c-efae6d653bbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.621752] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe6c791e-540b-438d-996c-efae6d653bbe taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.621998] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe6c791e-540b-438d-996c-efae6d653bbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.621998] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe6c791e-540b-438d-996c-efae6d653bbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.622120] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe6c791e-540b-438d-996c-efae6d653bbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.622164] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.622248] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.622305] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.622442] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.622533] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.622590] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe6c791e-540b-438d-996c-efae6d653bbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.622670] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe6c791e-540b-438d-996c-efae6d653bbe',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.774669] env[69670]: INFO networking_nsxv3.common.synchronization [req-0039658f-ae20-4654-8a45-62ca61f423a1 req-bcc53471-bac7-4a83-84a4-357964e8bcf3 service nova] Enqueued Resource ID: 0ef7d495-885e-4919-a4b5-d4b7dce28f1d with Priority: HIGHEST for action security_group_rules [ 682.774991] env[69670]: INFO networking_nsxv3.common.synchronization [req-0039658f-ae20-4654-8a45-62ca61f423a1 req-bcc53471-bac7-4a83-84a4-357964e8bcf3 service nova] Enqueued Resource ID: 0ef7d495-885e-4919-a4b5-d4b7dce28f1d with Priority: HIGHEST for action security_group_members [ 682.775297] env[69670]: INFO networking_nsxv3.common.synchronization [req-0039658f-ae20-4654-8a45-62ca61f423a1 req-bcc53471-bac7-4a83-84a4-357964e8bcf3 service nova] Enqueued Resource ID: 06da3f33-1493-40c1-b8ca-46900a9da255 with Priority: HIGHEST for action port [ 682.776193] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ef7d495-885e-4919-a4b5-d4b7dce28f1d with Priority: HIGHEST for action security_group_rules [ 682.776370] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ef7d495-885e-4919-a4b5-d4b7dce28f1d with Priority: HIGHEST for action security_group_members [ 682.776542] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06da3f33-1493-40c1-b8ca-46900a9da255 with Priority: HIGHEST for action port [ 682.776837] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ef7d495-885e-4919-a4b5-d4b7dce28f1d taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.777218] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.777411] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.777680] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.777795] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ef7d495-885e-4919-a4b5-d4b7dce28f1d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.779290] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.779556] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.779607] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-06da3f33-1493-40c1-b8ca-46900a9da255 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.779677] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06da3f33-1493-40c1-b8ca-46900a9da255" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.779737] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06da3f33-1493-40c1-b8ca-46900a9da255" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.780103] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06da3f33-1493-40c1-b8ca-46900a9da255" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.780910] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06da3f33-1493-40c1-b8ca-46900a9da255',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.065420] env[69670]: INFO networking_nsxv3.common.synchronization [None req-0cb6ad32-91be-49bc-82e6-7c71d218e5ac None None] Enqueued Resource ID: dfc8327c-95d9-4917-800c-3cc6682ab66f with Priority: HIGHEST for action port [ 683.070567] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc8327c-95d9-4917-800c-3cc6682ab66f with Priority: HIGHEST for action port [ 683.073028] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfc8327c-95d9-4917-800c-3cc6682ab66f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.075486] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfc8327c-95d9-4917-800c-3cc6682ab66f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.075486] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfc8327c-95d9-4917-800c-3cc6682ab66f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.075703] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfc8327c-95d9-4917-800c-3cc6682ab66f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.075825] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfc8327c-95d9-4917-800c-3cc6682ab66f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.125392] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe6c791e-540b-438d-996c-efae6d653bbe: rpc.has_security_group_logging(os_id): False [ 683.146301] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.146301] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.146301] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.146301] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.146301] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.146301] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.146627] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.146627] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.146627] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.146627] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.146854] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.146942] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.147047] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.147115] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.147352] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.147427] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.147524] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.147524] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.147642] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.149203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.149920] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe6c791e-540b-438d-996c-efae6d653bbe is going to be created. [ 683.222889] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.223395] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.223395] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.223395] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.223567] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.236954] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe6c791e-540b-438d-996c-efae6d653bbe in Status: IN_PROGRESS for 2s [ 683.283901] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.283901] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.283901] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06da3f33-1493-40c1-b8ca-46900a9da255 with status ACTIVE [ 683.283901] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.283901] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.283901] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.284397] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.284397] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.284397] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.284397] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.284397] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.284613] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.284613] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.284916] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.285260] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.285260] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.285260] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.285380] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.285380] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06da3f33-1493-40c1-b8ca-46900a9da255 is going to be updated. [ 683.317248] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.317422] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.317497] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.317690] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.317826] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.317986] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06da3f33-1493-40c1-b8ca-46900a9da255" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.364653] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f in Status: SUCCESS [ 683.364653] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.578978] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dfc8327c-95d9-4917-800c-3cc6682ab66f [ 683.580086] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.580086] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.580086] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.580086] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.580086] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.580086] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dfc8327c-95d9-4917-800c-3cc6682ab66f already deleted. [ 683.580086] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfc8327c-95d9-4917-800c-3cc6682ab66f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.826950] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ef7d495-885e-4919-a4b5-d4b7dce28f1d in Status: SUCCESS [ 683.827253] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.827423] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.827725] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.827821] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.827979] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.828029] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.828163] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.828259] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.828335] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ef7d495-885e-4919-a4b5-d4b7dce28f1d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.332598] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ef7d495-885e-4919-a4b5-d4b7dce28f1d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.835101] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ef7d495-885e-4919-a4b5-d4b7dce28f1d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.249784] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe6c791e-540b-438d-996c-efae6d653bbe in Status: SUCCESS [ 685.250052] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe6c791e-540b-438d-996c-efae6d653bbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.337566] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.337750] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.337820] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.338125] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.338236] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.338334] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ef7d495-885e-4919-a4b5-d4b7dce28f1d is going to be updated. [ 685.363690] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.363816] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.363867] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.364120] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.364295] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.373302] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ef7d495-885e-4919-a4b5-d4b7dce28f1d in Status: IN_PROGRESS for 2s [ 685.849505] env[69670]: INFO networking_nsxv3.common.synchronization [None req-a788a5ed-101e-4ff1-b141-2e467220dbc6 None None] Enqueued Resource ID: d734ed3a-3e69-4fb1-b81f-197929a779fb with Priority: HIGHEST for action port [ 685.849790] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d734ed3a-3e69-4fb1-b81f-197929a779fb with Priority: HIGHEST for action port [ 685.850327] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-d734ed3a-3e69-4fb1-b81f-197929a779fb taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.851016] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d734ed3a-3e69-4fb1-b81f-197929a779fb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.851016] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d734ed3a-3e69-4fb1-b81f-197929a779fb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.851016] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d734ed3a-3e69-4fb1-b81f-197929a779fb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.851016] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d734ed3a-3e69-4fb1-b81f-197929a779fb',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.360727] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d734ed3a-3e69-4fb1-b81f-197929a779fb [ 686.360963] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.361603] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.361603] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.361603] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.361603] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.361603] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d734ed3a-3e69-4fb1-b81f-197929a779fb already deleted. [ 686.361902] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d734ed3a-3e69-4fb1-b81f-197929a779fb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.666416] env[69670]: INFO networking_nsxv3.common.synchronization [None req-8bf2d5b3-39ee-474d-ba0a-e0fd174976c9 None None] Enqueued Resource ID: c79a6bca-8201-4765-ab63-d2c31ff9bbd8 with Priority: HIGHEST for action port [ 686.666416] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c79a6bca-8201-4765-ab63-d2c31ff9bbd8 with Priority: HIGHEST for action port [ 686.666416] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-c79a6bca-8201-4765-ab63-d2c31ff9bbd8 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.666562] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c79a6bca-8201-4765-ab63-d2c31ff9bbd8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.666562] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c79a6bca-8201-4765-ab63-d2c31ff9bbd8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.669806] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c79a6bca-8201-4765-ab63-d2c31ff9bbd8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.669806] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c79a6bca-8201-4765-ab63-d2c31ff9bbd8',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.862227] env[69670]: INFO networking_nsxv3.common.synchronization [None req-3d3802bb-ac61-491e-8d0b-cfa48716ddef None None] Enqueued Resource ID: 6242435d-639e-412d-80d9-6aec2658a385 with Priority: HIGHEST for action port [ 686.862513] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6242435d-639e-412d-80d9-6aec2658a385 with Priority: HIGHEST for action port [ 686.863090] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-6242435d-639e-412d-80d9-6aec2658a385 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.863258] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6242435d-639e-412d-80d9-6aec2658a385" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.863334] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6242435d-639e-412d-80d9-6aec2658a385" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.863566] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6242435d-639e-412d-80d9-6aec2658a385" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.863653] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6242435d-639e-412d-80d9-6aec2658a385',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.171073] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c79a6bca-8201-4765-ab63-d2c31ff9bbd8 [ 687.171230] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.171402] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.172030] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.172030] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.172030] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.172030] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c79a6bca-8201-4765-ab63-d2c31ff9bbd8 already deleted. [ 687.172030] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c79a6bca-8201-4765-ab63-d2c31ff9bbd8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.366411] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6242435d-639e-412d-80d9-6aec2658a385 [ 687.366411] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.366411] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.366411] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.366784] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.367952] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.368220] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6242435d-639e-412d-80d9-6aec2658a385 already deleted. [ 687.368341] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6242435d-639e-412d-80d9-6aec2658a385" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.383164] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ef7d495-885e-4919-a4b5-d4b7dce28f1d in Status: SUCCESS [ 687.383459] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.383651] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.383737] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.383930] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.384062] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.384125] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.384277] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.384362] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.384447] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.384536] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ef7d495-885e-4919-a4b5-d4b7dce28f1d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.890534] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.890826] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.890826] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.891091] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.891289] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.891353] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.891422] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.891588] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.891683] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.891786] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.891950] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.892231] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.892231] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.892307] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.892481] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.892530] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.892583] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.893243] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.893243] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.893243] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.893243] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ef7d495-885e-4919-a4b5-d4b7dce28f1d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.899228] env[69670]: INFO networking_nsxv3.common.synchronization [req-9093e86a-02e5-40d0-86a8-dc9db1e8354d req-f7d0c9dc-26a0-41e7-9983-3f2f4e93adca tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Enqueued Resource ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 with Priority: HIGHEST for action security_group_members [ 687.900625] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 with Priority: HIGHEST for action security_group_members [ 687.901278] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.902214] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.902293] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.902544] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.902700] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.902806] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.902871] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.903214] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.903214] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.903214] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e00cf55a-198c-4c40-ade1-2ee9c2043ee3',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.401512] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ef7d495-885e-4919-a4b5-d4b7dce28f1d: rpc.has_security_group_logging(os_id): False [ 688.407545] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.407733] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.407825] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.408355] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.408488] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.408720] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.408860] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.408956] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.409139] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.409683] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.409683] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 already deleted. [ 688.409683] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.420292] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.420433] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.421020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.421020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.421020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.421520] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.421670] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.421760] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.422140] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.422228] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.422431] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.422526] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.422586] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.422730] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.422804] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.422981] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.423170] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.423227] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.423736] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.423736] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.423736] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ef7d495-885e-4919-a4b5-d4b7dce28f1d is going to be updated. [ 688.477839] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.478069] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.478069] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.478420] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.478537] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.493197] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ef7d495-885e-4919-a4b5-d4b7dce28f1d in Status: IN_PROGRESS for 2s [ 688.503011] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.503209] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.503329] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.503597] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.504852] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.504852] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.506445] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.506873] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.506933] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.508416] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 688.508748] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 688.508820] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 688.508877] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 688.509029] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 688.509172] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 688.513167] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 688.548363] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 688.548363] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 688.548574] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 688.548574] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.549694] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-fc113dfd-0753-456f-95af-c3233d0d4b68 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.550296] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-fc113dfd-0753-456f-95af-c3233d0d4b68" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.550296] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-fc113dfd-0753-456f-95af-c3233d0d4b68" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.551291] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-fc113dfd-0753-456f-95af-c3233d0d4b68" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.551291] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc113dfd-0753-456f-95af-c3233d0d4b68',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.054275] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.054578] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.054704] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.055131] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.055311] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.055484] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port fc113dfd-0753-456f-95af-c3233d0d4b68 not found, creating... [ 689.055770] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.056191] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.056191] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.056352] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.056494] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.056837] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.057017] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.057446] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.057693] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.059533] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.059533] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: fc113dfd-0753-456f-95af-c3233d0d4b68 is going to be created. [ 689.076912] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.077224] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.077305] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.077561] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.077974] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.078118] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-fc113dfd-0753-456f-95af-c3233d0d4b68" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.243355] env[69670]: INFO networking_nsxv3.common.synchronization [None req-88570c98-cf06-4f30-8d53-4cf60dfcbb40 None None] Enqueued Resource ID: cd294804-c1df-4ca9-863b-f8b401280009 with Priority: HIGHEST for action port [ 689.245039] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd294804-c1df-4ca9-863b-f8b401280009 with Priority: HIGHEST for action port [ 689.245039] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd294804-c1df-4ca9-863b-f8b401280009 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.245039] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd294804-c1df-4ca9-863b-f8b401280009" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.245039] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd294804-c1df-4ca9-863b-f8b401280009" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.245039] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd294804-c1df-4ca9-863b-f8b401280009" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.245039] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd294804-c1df-4ca9-863b-f8b401280009',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.753054] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd294804-c1df-4ca9-863b-f8b401280009 [ 689.753306] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.753482] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.753552] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.753767] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.753863] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.753958] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd294804-c1df-4ca9-863b-f8b401280009 already deleted. [ 689.754072] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd294804-c1df-4ca9-863b-f8b401280009" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.131997] env[69670]: INFO networking_nsxv3.common.synchronization [req-9093e86a-02e5-40d0-86a8-dc9db1e8354d req-bc2c0041-2d32-460d-a262-6b59e6dae0fb service nova] Enqueued Resource ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 with Priority: HIGHEST for action security_group_rules [ 690.132303] env[69670]: INFO networking_nsxv3.common.synchronization [req-9093e86a-02e5-40d0-86a8-dc9db1e8354d req-bc2c0041-2d32-460d-a262-6b59e6dae0fb service nova] Enqueued Resource ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 with Priority: HIGHEST for action security_group_members [ 690.132406] env[69670]: INFO networking_nsxv3.common.synchronization [req-9093e86a-02e5-40d0-86a8-dc9db1e8354d req-bc2c0041-2d32-460d-a262-6b59e6dae0fb service nova] Enqueued Resource ID: fc113dfd-0753-456f-95af-c3233d0d4b68 with Priority: HIGHEST for action port [ 690.133551] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 with Priority: HIGHEST for action security_group_rules [ 690.133551] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 with Priority: HIGHEST for action security_group_members [ 690.133551] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc113dfd-0753-456f-95af-c3233d0d4b68 with Priority: HIGHEST for action port [ 690.134577] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e00cf55a-198c-4c40-ade1-2ee9c2043ee3 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.134577] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.134577] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.134577] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.134577] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e00cf55a-198c-4c40-ade1-2ee9c2043ee3',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.135699] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.135699] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.135699] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.135822] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.135959] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.136197] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.136197] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.136372] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.136481] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.136634] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e00cf55a-198c-4c40-ade1-2ee9c2043ee3',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.137413] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc113dfd-0753-456f-95af-c3233d0d4b68 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.137572] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc113dfd-0753-456f-95af-c3233d0d4b68" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.137713] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc113dfd-0753-456f-95af-c3233d0d4b68" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.137896] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc113dfd-0753-456f-95af-c3233d0d4b68" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.138012] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc113dfd-0753-456f-95af-c3233d0d4b68',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.309059] env[69670]: INFO networking_nsxv3.common.synchronization [req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 req-66df7496-ddbf-446a-938d-6bc42f157225 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Enqueued Resource ID: c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f with Priority: HIGHEST for action security_group_members [ 690.311205] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f with Priority: HIGHEST for action security_group_members [ 690.315016] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.315016] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.315016] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.315016] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.315016] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.315016] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.315016] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.315016] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.315016] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.315016] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.367155] env[69670]: INFO networking_nsxv3.common.synchronization [None req-775d2504-c23d-4a1b-bf0b-01b67603305e None None] Enqueued Resource ID: 71e25cc8-c376-49d6-b261-a272566bbd11 with Priority: HIGHEST for action port [ 690.367901] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71e25cc8-c376-49d6-b261-a272566bbd11 with Priority: HIGHEST for action port [ 690.367901] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-71e25cc8-c376-49d6-b261-a272566bbd11 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.367901] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71e25cc8-c376-49d6-b261-a272566bbd11" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.367901] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71e25cc8-c376-49d6-b261-a272566bbd11" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.368062] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71e25cc8-c376-49d6-b261-a272566bbd11" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.370065] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71e25cc8-c376-49d6-b261-a272566bbd11',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.506448] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ef7d495-885e-4919-a4b5-d4b7dce28f1d in Status: SUCCESS [ 690.506688] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.645111] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e00cf55a-198c-4c40-ade1-2ee9c2043ee3',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.645111] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.645111] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.645111] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc113dfd-0753-456f-95af-c3233d0d4b68 with status ACTIVE [ 690.645111] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.645111] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.645111] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.645111] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.645111] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.645111] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.645111] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.645111] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.645706] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.645706] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.645706] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.645706] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.645706] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.645876] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.645876] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.645934] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc113dfd-0753-456f-95af-c3233d0d4b68 is going to be updated. [ 690.668506] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.668506] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.668506] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.668730] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.668730] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.668840] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc113dfd-0753-456f-95af-c3233d0d4b68" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.818418] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.818600] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.818671] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.818897] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.818994] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.819238] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.819347] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.819434] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.819558] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.819634] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.819718] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f already deleted. [ 690.819801] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.872467] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71e25cc8-c376-49d6-b261-a272566bbd11 [ 690.872923] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.872923] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.872923] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.873243] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.873296] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.875996] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71e25cc8-c376-49d6-b261-a272566bbd11 already deleted. [ 690.875996] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71e25cc8-c376-49d6-b261-a272566bbd11" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.094234] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.094428] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.094553] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.094834] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.095499] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.095663] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.097036] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.097036] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.097036] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.097036] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 691.097036] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.097036] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.097036] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.097036] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 691.097036] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.097036] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.103109] env[69670]: INFO networking_nsxv3.common.synchronization [None req-a8b924d0-02cc-4ec8-a5cd-4d82470be576 None None] Enqueued Resource ID: be716eb7-4813-4cf5-ae51-cae2b3f6bd46 with Priority: HIGHEST for action port [ 691.107205] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be716eb7-4813-4cf5-ae51-cae2b3f6bd46 with Priority: HIGHEST for action port [ 691.108016] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-be716eb7-4813-4cf5-ae51-cae2b3f6bd46 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.108154] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be716eb7-4813-4cf5-ae51-cae2b3f6bd46" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.108233] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be716eb7-4813-4cf5-ae51-cae2b3f6bd46" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.108471] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be716eb7-4813-4cf5-ae51-cae2b3f6bd46" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.108547] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be716eb7-4813-4cf5-ae51-cae2b3f6bd46',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.117326] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.117507] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 691.117640] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.118821] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.121578] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-85198116-6e49-47d0-ad97-0c2eddf6bea7 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.121578] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-85198116-6e49-47d0-ad97-0c2eddf6bea7" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.121578] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-85198116-6e49-47d0-ad97-0c2eddf6bea7" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.121578] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-85198116-6e49-47d0-ad97-0c2eddf6bea7" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.121578] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85198116-6e49-47d0-ad97-0c2eddf6bea7',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.149274] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e00cf55a-198c-4c40-ade1-2ee9c2043ee3',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.611947] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be716eb7-4813-4cf5-ae51-cae2b3f6bd46 [ 691.611947] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.611947] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.611947] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.611947] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.611947] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.611947] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be716eb7-4813-4cf5-ae51-cae2b3f6bd46 already deleted. [ 691.611947] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be716eb7-4813-4cf5-ae51-cae2b3f6bd46" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.623487] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.623706] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.623827] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.625251] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.625432] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.625595] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 85198116-6e49-47d0-ad97-0c2eddf6bea7 not found, creating... [ 691.626028] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.626104] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.628021] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.628021] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.628021] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.628021] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.628021] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.628021] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.628021] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.628021] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.628021] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 85198116-6e49-47d0-ad97-0c2eddf6bea7 is going to be created. [ 691.650774] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.651053] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.651127] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.651393] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.651660] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.651909] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-85198116-6e49-47d0-ad97-0c2eddf6bea7" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.652915] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.653109] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.653158] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.653501] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.653501] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.653501] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 is going to be created. [ 691.688173] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.691015] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.691015] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.691015] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.691015] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.698746] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 in Status: UNINITIALIZED for 2s [ 691.976342] env[69670]: INFO networking_nsxv3.common.synchronization [req-480394fa-8c14-4eb0-a419-a497f85a4c1b req-fc36ee32-30b2-4fc0-8245-92badf4cf27d tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Enqueued Resource ID: fe6c791e-540b-438d-996c-efae6d653bbe with Priority: HIGHEST for action security_group_members [ 691.976342] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe6c791e-540b-438d-996c-efae6d653bbe with Priority: HIGHEST for action security_group_members [ 691.976342] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe6c791e-540b-438d-996c-efae6d653bbe taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.976342] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe6c791e-540b-438d-996c-efae6d653bbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.976342] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe6c791e-540b-438d-996c-efae6d653bbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.978763] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe6c791e-540b-438d-996c-efae6d653bbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.979191] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.979497] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.979736] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.981049] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.981049] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.981049] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe6c791e-540b-438d-996c-efae6d653bbe',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.483921] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.487156] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.487156] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.487156] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.487156] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.487156] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.487156] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.487156] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.487156] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.487156] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.487156] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe6c791e-540b-438d-996c-efae6d653bbe is going to be updated. [ 692.514727] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.514727] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.514727] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.514727] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.514727] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.523018] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe6c791e-540b-438d-996c-efae6d653bbe in Status: IN_PROGRESS for 2s [ 692.526553] env[69670]: INFO networking_nsxv3.common.synchronization [req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 req-c68db17c-b769-409f-86c7-16a3ce2402cd service nova] Enqueued Resource ID: c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f with Priority: HIGHEST for action security_group_rules [ 692.528472] env[69670]: INFO networking_nsxv3.common.synchronization [req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 req-c68db17c-b769-409f-86c7-16a3ce2402cd service nova] Enqueued Resource ID: c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f with Priority: HIGHEST for action security_group_members [ 692.528472] env[69670]: INFO networking_nsxv3.common.synchronization [req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 req-c68db17c-b769-409f-86c7-16a3ce2402cd service nova] Enqueued Resource ID: 85198116-6e49-47d0-ad97-0c2eddf6bea7 with Priority: HIGHEST for action port [ 692.528472] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f with Priority: HIGHEST for action security_group_rules [ 692.528472] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f with Priority: HIGHEST for action security_group_members [ 692.528472] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85198116-6e49-47d0-ad97-0c2eddf6bea7 with Priority: HIGHEST for action port [ 692.528472] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.528472] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.528962] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.528962] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.529084] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.530393] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.530749] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.530841] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.531085] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.531272] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.531419] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.535155] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.535155] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.535155] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.535155] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.535155] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-85198116-6e49-47d0-ad97-0c2eddf6bea7 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.535155] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85198116-6e49-47d0-ad97-0c2eddf6bea7" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.535155] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85198116-6e49-47d0-ad97-0c2eddf6bea7" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.536873] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85198116-6e49-47d0-ad97-0c2eddf6bea7" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.537059] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85198116-6e49-47d0-ad97-0c2eddf6bea7',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.729387] env[69670]: INFO networking_nsxv3.common.synchronization [req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba req-251e2cca-8929-4e15-8abc-cc1694b39580 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Enqueued Resource ID: d48666be-2b03-4a06-b77e-98b2a947577c with Priority: HIGHEST for action security_group_members [ 692.729955] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48666be-2b03-4a06-b77e-98b2a947577c with Priority: HIGHEST for action security_group_members [ 692.730296] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48666be-2b03-4a06-b77e-98b2a947577c taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.730412] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.730475] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.731248] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.731248] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.731248] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.734060] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.734060] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.734060] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.734060] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d48666be-2b03-4a06-b77e-98b2a947577c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.972067] env[69670]: INFO networking_nsxv3.common.synchronization [None req-9df68446-78b9-4e0b-ab37-a284b4ea53bf None None] Enqueued Resource ID: c4899bc9-58a2-4c0a-88c7-08f41d48152b with Priority: HIGHEST for action port [ 692.972678] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4899bc9-58a2-4c0a-88c7-08f41d48152b with Priority: HIGHEST for action port [ 692.973190] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4899bc9-58a2-4c0a-88c7-08f41d48152b taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.975279] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4899bc9-58a2-4c0a-88c7-08f41d48152b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.975279] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4899bc9-58a2-4c0a-88c7-08f41d48152b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.975279] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4899bc9-58a2-4c0a-88c7-08f41d48152b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.975279] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4899bc9-58a2-4c0a-88c7-08f41d48152b',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.039304] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.042028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.042028] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.042028] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85198116-6e49-47d0-ad97-0c2eddf6bea7 with status ACTIVE [ 693.042028] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.042028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.042028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.042028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.042028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.042028] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.051660] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.051660] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.051660] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.051660] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.051660] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.051660] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.051660] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.051660] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.051660] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.051660] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85198116-6e49-47d0-ad97-0c2eddf6bea7 is going to be updated. [ 693.070724] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.070813] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.070860] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.071226] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.071375] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.071532] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85198116-6e49-47d0-ad97-0c2eddf6bea7" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.126026] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-980 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.126026] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-980" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.126215] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-980" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.127219] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-980" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.127532] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.127700] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.127820] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.128069] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.128211] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.128457] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 693.128542] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.128653] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.128761] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.128884] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 693.128978] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.129112] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.162768] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.162951] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 693.163116] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.163496] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-980" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.163638] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-50d059fd-37e8-456d-a5f0-4383cc12101c taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.163806] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-50d059fd-37e8-456d-a5f0-4383cc12101c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.163921] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-50d059fd-37e8-456d-a5f0-4383cc12101c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.164598] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-50d059fd-37e8-456d-a5f0-4383cc12101c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.164598] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50d059fd-37e8-456d-a5f0-4383cc12101c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.236483] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.236629] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.236721] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.236961] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.237072] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.237325] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.237423] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.237487] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.237640] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.237717] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.237802] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48666be-2b03-4a06-b77e-98b2a947577c already deleted. [ 693.237881] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.476396] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4899bc9-58a2-4c0a-88c7-08f41d48152b [ 693.476635] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.476782] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.476851] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.477106] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.477278] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.477396] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4899bc9-58a2-4c0a-88c7-08f41d48152b already deleted. [ 693.477481] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4899bc9-58a2-4c0a-88c7-08f41d48152b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.551663] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.666804] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.667087] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.667211] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.667506] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.667665] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.667829] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 50d059fd-37e8-456d-a5f0-4383cc12101c not found, creating... [ 693.668161] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.668318] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.668434] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.668653] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.668790] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.669074] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.669231] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.669365] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.669595] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.669734] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.669873] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 50d059fd-37e8-456d-a5f0-4383cc12101c is going to be created. [ 693.691852] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.691852] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.691852] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.691852] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.692345] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.692345] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-50d059fd-37e8-456d-a5f0-4383cc12101c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.709961] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 in Status: SUCCESS [ 693.709961] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.709961] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.709961] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.710205] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.710205] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.710350] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.710487] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.710539] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.710827] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.710827] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e00cf55a-198c-4c40-ade1-2ee9c2043ee3',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.059319] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.059319] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.059319] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.059319] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.059319] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.059319] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f is going to be created. [ 694.084343] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.084523] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.084613] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.084856] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.085091] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.095837] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f in Status: UNINITIALIZED for 2s [ 694.215258] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.215462] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.215533] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.215773] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.216076] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.216076] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.216194] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.216345] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.216438] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.216531] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.216684] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.216777] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.216838] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.216985] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.217145] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.217241] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.217343] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.217486] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.217564] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.217967] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.218150] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e00cf55a-198c-4c40-ade1-2ee9c2043ee3',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.462234] env[69670]: INFO networking_nsxv3.common.synchronization [req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba req-bc912f08-3e3b-4c02-b871-0069feaeb01d service nova] Enqueued Resource ID: d48666be-2b03-4a06-b77e-98b2a947577c with Priority: HIGHEST for action security_group_rules [ 694.462412] env[69670]: INFO networking_nsxv3.common.synchronization [req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba req-bc912f08-3e3b-4c02-b871-0069feaeb01d service nova] Enqueued Resource ID: d48666be-2b03-4a06-b77e-98b2a947577c with Priority: HIGHEST for action security_group_members [ 694.462501] env[69670]: INFO networking_nsxv3.common.synchronization [req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba req-bc912f08-3e3b-4c02-b871-0069feaeb01d service nova] Enqueued Resource ID: 50d059fd-37e8-456d-a5f0-4383cc12101c with Priority: HIGHEST for action port [ 694.462767] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48666be-2b03-4a06-b77e-98b2a947577c with Priority: HIGHEST for action security_group_rules [ 694.462911] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48666be-2b03-4a06-b77e-98b2a947577c with Priority: HIGHEST for action security_group_members [ 694.463016] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d059fd-37e8-456d-a5f0-4383cc12101c with Priority: HIGHEST for action port [ 694.463571] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d48666be-2b03-4a06-b77e-98b2a947577c taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.463696] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.463781] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.465233] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.465351] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d48666be-2b03-4a06-b77e-98b2a947577c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.466367] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48666be-2b03-4a06-b77e-98b2a947577c taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.466516] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.466587] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.466772] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.466947] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.468605] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.468738] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.468897] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.469007] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.469173] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d48666be-2b03-4a06-b77e-98b2a947577c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.473379] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-50d059fd-37e8-456d-a5f0-4383cc12101c taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.473806] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50d059fd-37e8-456d-a5f0-4383cc12101c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.473898] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50d059fd-37e8-456d-a5f0-4383cc12101c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.474078] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50d059fd-37e8-456d-a5f0-4383cc12101c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.474301] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50d059fd-37e8-456d-a5f0-4383cc12101c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.530610] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe6c791e-540b-438d-996c-efae6d653bbe in Status: IN_PROGRESS for 4s [ 694.720546] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e00cf55a-198c-4c40-ade1-2ee9c2043ee3: rpc.has_security_group_logging(os_id): False [ 694.739228] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.739376] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.739447] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.739692] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.739788] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.739983] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.740102] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.740169] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.740353] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.740421] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.740625] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.740723] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.740786] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.740927] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.741028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.741221] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.741316] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.741377] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.741517] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.741593] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.741678] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 is going to be created. [ 694.798969] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.799189] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.799189] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.799408] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.799729] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.810752] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 in Status: IN_PROGRESS for 2s [ 694.979471] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d48666be-2b03-4a06-b77e-98b2a947577c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.980476] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50d059fd-37e8-456d-a5f0-4383cc12101c with status ACTIVE [ 694.980682] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.980830] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.980880] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.981105] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.981303] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.981403] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.981478] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.981532] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.981669] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.981745] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.981919] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.982025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.982085] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.982222] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.982294] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.982367] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50d059fd-37e8-456d-a5f0-4383cc12101c is going to be updated. [ 694.983523] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48666be-2b03-4a06-b77e-98b2a947577c taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.983654] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.001953] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.002124] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.002201] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.002425] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.002513] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.002670] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50d059fd-37e8-456d-a5f0-4383cc12101c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.486136] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d48666be-2b03-4a06-b77e-98b2a947577c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.987615] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.987920] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.987920] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.988173] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.988281] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.988416] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48666be-2b03-4a06-b77e-98b2a947577c is going to be created. [ 696.013287] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.013425] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.013492] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.013707] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.013862] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.023147] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48666be-2b03-4a06-b77e-98b2a947577c in Status: UNINITIALIZED for 2s [ 696.106075] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f in Status: SUCCESS [ 696.108197] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.108418] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.108671] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.108901] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.109103] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.109203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.109394] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.109504] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.109616] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.109728] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.540326] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe6c791e-540b-438d-996c-efae6d653bbe in Status: SUCCESS [ 696.540326] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe6c791e-540b-438d-996c-efae6d653bbe deletion is rescheduled due to dependency. [ 696.540326] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe6c791e-540b-438d-996c-efae6d653bbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.612375] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.612697] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.612697] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.612781] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.612977] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.613104] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.613190] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.613462] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.613499] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.613580] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.613746] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.613865] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.613929] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.614087] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.614242] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.614343] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.614396] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.614572] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.614654] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.614748] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.614842] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.821839] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 in Status: SUCCESS [ 696.821839] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.117559] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f: rpc.has_security_group_logging(os_id): False [ 697.137210] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.137331] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.137385] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.137578] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.137668] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.137857] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.137963] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.138039] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.138221] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.138305] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.138505] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.138602] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.138702] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.138874] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.138940] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.139135] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.139229] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.139302] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.139433] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.139507] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.139593] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f is going to be created. [ 697.200260] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.200405] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.200478] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.200693] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.200876] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.216634] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f in Status: IN_PROGRESS for 2s [ 697.768160] env[69670]: INFO networking_nsxv3.common.synchronization [req-bbce003b-84ba-45b4-b9fb-08874e06ef8e req-0c662ca1-3fe8-4d9b-9549-d9adc2f486ac tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Enqueued Resource ID: 0ef7d495-885e-4919-a4b5-d4b7dce28f1d with Priority: HIGHEST for action security_group_members [ 697.768491] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ef7d495-885e-4919-a4b5-d4b7dce28f1d with Priority: HIGHEST for action security_group_members [ 697.768792] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.769143] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.769143] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.769261] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.769350] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.769752] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.769752] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.769752] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.769752] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.769928] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ef7d495-885e-4919-a4b5-d4b7dce28f1d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.036234] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48666be-2b03-4a06-b77e-98b2a947577c in Status: SUCCESS [ 698.036234] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.036234] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.036234] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.036234] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.036234] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.036234] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.036234] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.036234] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.036234] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.036234] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d48666be-2b03-4a06-b77e-98b2a947577c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.271527] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ef7d495-885e-4919-a4b5-d4b7dce28f1d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.539758] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48666be-2b03-4a06-b77e-98b2a947577c taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.539758] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.539758] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.539758] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.539758] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.539758] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.539758] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.539758] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.539758] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.539758] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.540279] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48666be-2b03-4a06-b77e-98b2a947577c taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.540279] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.540279] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.540394] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.540564] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.540643] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.540698] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.540816] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.540897] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.540981] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.541095] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d48666be-2b03-4a06-b77e-98b2a947577c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.774556] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ef7d495-885e-4919-a4b5-d4b7dce28f1d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.044242] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d48666be-2b03-4a06-b77e-98b2a947577c: rpc.has_security_group_logging(os_id): False [ 699.062092] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.062234] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.062300] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.062572] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.062676] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.062915] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.063023] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.063106] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.066678] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.066678] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.066678] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.066678] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.066678] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.066678] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.066678] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.066678] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.066678] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.066678] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.066678] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.066678] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.066678] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d48666be-2b03-4a06-b77e-98b2a947577c is going to be created. [ 699.104294] env[69670]: INFO networking_nsxv3.common.synchronization [req-5a41f473-1e9d-471f-a134-d4462e65e3a5 req-94037eb5-48e6-4abe-8d32-61198291a4d5 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Enqueued Resource ID: 96c8f899-578e-4f22-9860-e6399e89e690 with Priority: HIGHEST for action security_group_members [ 699.104611] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c8f899-578e-4f22-9860-e6399e89e690 with Priority: HIGHEST for action security_group_members [ 699.104986] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c8f899-578e-4f22-9860-e6399e89e690 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.105166] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.105235] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.105462] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.105633] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.105762] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.105846] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.106019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.106103] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.106197] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.128675] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.129091] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.129205] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.129460] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.129632] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.140229] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d48666be-2b03-4a06-b77e-98b2a947577c in Status: IN_PROGRESS for 2s [ 699.235798] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f in Status: SUCCESS [ 699.235798] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.278162] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.278513] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.278513] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.279170] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.279170] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.279170] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ef7d495-885e-4919-a4b5-d4b7dce28f1d is going to be updated. [ 699.308925] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.308925] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.308925] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.308925] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.308925] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.314336] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ef7d495-885e-4919-a4b5-d4b7dce28f1d in Status: IN_PROGRESS for 2s [ 699.338067] env[69670]: INFO networking_nsxv3.common.synchronization [None req-ffd21b92-690d-45e3-8934-01d993fc39bf None None] Enqueued Resource ID: 38f0fb45-f226-4d29-9058-1aa3f401f14f with Priority: HIGHEST for action port [ 699.338900] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38f0fb45-f226-4d29-9058-1aa3f401f14f with Priority: HIGHEST for action port [ 699.339331] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-38f0fb45-f226-4d29-9058-1aa3f401f14f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.339503] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38f0fb45-f226-4d29-9058-1aa3f401f14f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.339592] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38f0fb45-f226-4d29-9058-1aa3f401f14f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.339856] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38f0fb45-f226-4d29-9058-1aa3f401f14f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.339943] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38f0fb45-f226-4d29-9058-1aa3f401f14f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.612024] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.612024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.612024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.612024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.612024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.612024] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.612024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.612024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.612024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.612024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.612024] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c8f899-578e-4f22-9860-e6399e89e690 is going to be updated. [ 699.664567] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.664567] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.664567] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.664567] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.664567] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.669567] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c8f899-578e-4f22-9860-e6399e89e690 in Status: IN_PROGRESS for 2s [ 699.842350] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38f0fb45-f226-4d29-9058-1aa3f401f14f [ 699.842638] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.842808] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.842897] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.843251] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.843321] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.843451] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38f0fb45-f226-4d29-9058-1aa3f401f14f already deleted. [ 699.843509] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38f0fb45-f226-4d29-9058-1aa3f401f14f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.548535] env[69670]: INFO networking_nsxv3.common.synchronization [req-e69108cc-e505-4ef4-8ae7-1d656b97907b req-13d657b9-18e4-4da2-8872-2eabcbb1321f tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Enqueued Resource ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 with Priority: HIGHEST for action security_group_members [ 700.549091] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 with Priority: HIGHEST for action security_group_members [ 700.549402] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.549523] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.549589] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.549819] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.550459] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.550582] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.550651] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.550814] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.550900] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.550999] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54e9c596-f425-4b3f-90aa-3ca5d89a0b77',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.641030] env[69670]: INFO networking_nsxv3.common.synchronization [None req-cdb86f2d-6604-46b2-8ade-f9b5f767b1c7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Enqueued Resource ID: 182268a4-1bdb-4f9a-a40b-42f6c77b7f1a with Priority: HIGHEST for action security_group_rules [ 700.641030] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 182268a4-1bdb-4f9a-a40b-42f6c77b7f1a with Priority: HIGHEST for action security_group_rules [ 700.643323] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-182268a4-1bdb-4f9a-a40b-42f6c77b7f1a taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.643457] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-182268a4-1bdb-4f9a-a40b-42f6c77b7f1a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.643457] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-182268a4-1bdb-4f9a-a40b-42f6c77b7f1a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.643660] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-182268a4-1bdb-4f9a-a40b-42f6c77b7f1a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.643732] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('182268a4-1bdb-4f9a-a40b-42f6c77b7f1a',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.761394] env[69670]: INFO networking_nsxv3.common.synchronization [None req-2b355ba9-e526-4606-aaf5-ebeadde75225 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Enqueued Resource ID: 182268a4-1bdb-4f9a-a40b-42f6c77b7f1a with Priority: HIGHEST for action security_group_rules [ 700.761394] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 182268a4-1bdb-4f9a-a40b-42f6c77b7f1a with Priority: HIGHEST for action security_group_rules [ 700.761394] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-182268a4-1bdb-4f9a-a40b-42f6c77b7f1a taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.761394] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-182268a4-1bdb-4f9a-a40b-42f6c77b7f1a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.920599] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-47 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.920599] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-47" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.920599] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-47" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.921640] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-47" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.921640] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.921640] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.921640] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.921941] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.922138] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.924924] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 700.925033] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.926040] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.926040] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.926040] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 700.926040] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.926040] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.944151] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.944318] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 700.944455] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.944624] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-47" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.944935] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-7e13ae58-de6b-4dcf-9835-23040580aaac taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.945210] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-7e13ae58-de6b-4dcf-9835-23040580aaac" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.945331] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-7e13ae58-de6b-4dcf-9835-23040580aaac" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.945650] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-7e13ae58-de6b-4dcf-9835-23040580aaac" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.945790] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e13ae58-de6b-4dcf-9835-23040580aaac',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.055608] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.055608] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.055608] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.055608] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.055608] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.055608] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.055608] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.055608] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.055608] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.055608] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.055608] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 already deleted. [ 701.055608] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.153117] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d48666be-2b03-4a06-b77e-98b2a947577c in Status: SUCCESS [ 701.153250] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.164370] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.164573] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.164679] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.165019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.165132] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.165240] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 182268a4-1bdb-4f9a-a40b-42f6c77b7f1a already deleted. [ 701.165332] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-182268a4-1bdb-4f9a-a40b-42f6c77b7f1a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.165491] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-182268a4-1bdb-4f9a-a40b-42f6c77b7f1a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.165658] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-182268a4-1bdb-4f9a-a40b-42f6c77b7f1a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.165746] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('182268a4-1bdb-4f9a-a40b-42f6c77b7f1a',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.329342] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ef7d495-885e-4919-a4b5-d4b7dce28f1d in Status: SUCCESS [ 701.329342] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.403648] env[69670]: INFO networking_nsxv3.common.synchronization [None req-81087dcd-ee6c-434d-bb23-b6ecdbc70e37 None None] Enqueued Resource ID: b8b20487-9795-4984-8908-0a35676123b2 with Priority: HIGHEST for action port [ 701.403648] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8b20487-9795-4984-8908-0a35676123b2 with Priority: HIGHEST for action port [ 701.404041] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8b20487-9795-4984-8908-0a35676123b2 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.404189] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8b20487-9795-4984-8908-0a35676123b2" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.404244] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8b20487-9795-4984-8908-0a35676123b2" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.404496] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8b20487-9795-4984-8908-0a35676123b2" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.404583] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8b20487-9795-4984-8908-0a35676123b2',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.449621] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.449621] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.449621] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.449872] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.450682] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.450682] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 7e13ae58-de6b-4dcf-9835-23040580aaac not found, creating... [ 701.450682] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.450682] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.450682] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.450952] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.451014] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.452602] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.452602] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.452602] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.452602] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.452602] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.452602] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 7e13ae58-de6b-4dcf-9835-23040580aaac is going to be created. [ 701.470325] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.471164] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.471164] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.471164] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.471301] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.471888] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-7e13ae58-de6b-4dcf-9835-23040580aaac" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.680535] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c8f899-578e-4f22-9860-e6399e89e690 in Status: SUCCESS [ 701.680805] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c8f899-578e-4f22-9860-e6399e89e690 deletion is rescheduled due to dependency. [ 701.682979] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.686273] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.686273] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.686273] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.686273] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.686471] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.686605] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 182268a4-1bdb-4f9a-a40b-42f6c77b7f1a already deleted. [ 701.686733] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-182268a4-1bdb-4f9a-a40b-42f6c77b7f1a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.907122] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8b20487-9795-4984-8908-0a35676123b2 [ 701.907382] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.907561] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.907638] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.907916] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.908117] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.908188] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8b20487-9795-4984-8908-0a35676123b2 already deleted. [ 701.908276] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8b20487-9795-4984-8908-0a35676123b2" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.370596] env[69670]: INFO networking_nsxv3.common.synchronization [req-e69108cc-e505-4ef4-8ae7-1d656b97907b req-254185a8-2837-4cb3-b09d-d6447109082b service nova] Enqueued Resource ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 with Priority: HIGHEST for action security_group_rules [ 702.370787] env[69670]: INFO networking_nsxv3.common.synchronization [req-e69108cc-e505-4ef4-8ae7-1d656b97907b req-254185a8-2837-4cb3-b09d-d6447109082b service nova] Enqueued Resource ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 with Priority: HIGHEST for action security_group_members [ 702.370931] env[69670]: INFO networking_nsxv3.common.synchronization [req-e69108cc-e505-4ef4-8ae7-1d656b97907b req-254185a8-2837-4cb3-b09d-d6447109082b service nova] Enqueued Resource ID: 7e13ae58-de6b-4dcf-9835-23040580aaac with Priority: HIGHEST for action port [ 702.371470] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 with Priority: HIGHEST for action security_group_rules [ 702.371640] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 with Priority: HIGHEST for action security_group_members [ 702.371700] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e13ae58-de6b-4dcf-9835-23040580aaac with Priority: HIGHEST for action port [ 702.372048] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54e9c596-f425-4b3f-90aa-3ca5d89a0b77 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.372356] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.372432] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.372894] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.373009] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54e9c596-f425-4b3f-90aa-3ca5d89a0b77',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.374117] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.374117] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.374117] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.374375] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.374375] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.374512] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.374597] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.375311] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.375311] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.375311] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54e9c596-f425-4b3f-90aa-3ca5d89a0b77',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.380227] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e13ae58-de6b-4dcf-9835-23040580aaac taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.380227] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e13ae58-de6b-4dcf-9835-23040580aaac" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.380227] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e13ae58-de6b-4dcf-9835-23040580aaac" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.380227] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e13ae58-de6b-4dcf-9835-23040580aaac" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.380227] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e13ae58-de6b-4dcf-9835-23040580aaac',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.881993] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.882298] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.882407] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54e9c596-f425-4b3f-90aa-3ca5d89a0b77',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.883294] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e13ae58-de6b-4dcf-9835-23040580aaac with status ACTIVE [ 702.883482] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.883598] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.883665] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.883912] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.883951] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.884159] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.884220] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.884273] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.884424] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.884502] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.884690] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.884754] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.884816] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.884953] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.885817] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.886280] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e13ae58-de6b-4dcf-9835-23040580aaac is going to be updated. [ 702.908941] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.908941] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.908941] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.909169] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.909169] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.909314] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e13ae58-de6b-4dcf-9835-23040580aaac" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.389420] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54e9c596-f425-4b3f-90aa-3ca5d89a0b77',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.575157] env[69670]: INFO networking_nsxv3.common.synchronization [req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 req-21e0db38-1c9f-4be2-b770-9e026cda8a48 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Enqueued Resource ID: d48666be-2b03-4a06-b77e-98b2a947577c with Priority: HIGHEST for action security_group_members [ 703.576145] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48666be-2b03-4a06-b77e-98b2a947577c with Priority: HIGHEST for action security_group_members [ 703.576145] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48666be-2b03-4a06-b77e-98b2a947577c taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.576306] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.576306] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.576514] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.576678] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.576779] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.576848] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.576990] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.577299] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.577401] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d48666be-2b03-4a06-b77e-98b2a947577c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.892868] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.893323] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.893323] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.893777] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.893777] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.893968] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 is going to be created. [ 703.915832] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.915832] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.916209] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.916209] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.916308] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.925371] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 in Status: UNINITIALIZED for 2s [ 704.082035] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d48666be-2b03-4a06-b77e-98b2a947577c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.229197] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-980 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.229197] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-980" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.229197] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-980" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.229197] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-980" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.230312] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.230312] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.230483] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.230822] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.231088] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.231400] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 704.231614] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.231813] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.232020] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.232226] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 704.232441] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.232666] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.252520] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.253189] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 704.255019] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.255019] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-980" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.255019] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-8bf94a8a-911b-48a3-af98-9a5019dd358d taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.255019] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-8bf94a8a-911b-48a3-af98-9a5019dd358d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.255019] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-8bf94a8a-911b-48a3-af98-9a5019dd358d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.255019] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-8bf94a8a-911b-48a3-af98-9a5019dd358d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.255560] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bf94a8a-911b-48a3-af98-9a5019dd358d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.570151] env[69670]: INFO networking_nsxv3.common.synchronization [None req-b1c8857a-0152-4816-9178-b78b79d87444 None None] Enqueued Resource ID: d8486b5d-27af-4623-891e-d831920b1f02 with Priority: HIGHEST for action port [ 704.570414] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8486b5d-27af-4623-891e-d831920b1f02 with Priority: HIGHEST for action port [ 704.571358] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8486b5d-27af-4623-891e-d831920b1f02 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.571811] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8486b5d-27af-4623-891e-d831920b1f02" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.571913] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8486b5d-27af-4623-891e-d831920b1f02" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.572164] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8486b5d-27af-4623-891e-d831920b1f02" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.573781] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8486b5d-27af-4623-891e-d831920b1f02',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.582453] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d48666be-2b03-4a06-b77e-98b2a947577c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.759374] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.759623] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.759752] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.760364] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.760364] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.760798] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 8bf94a8a-911b-48a3-af98-9a5019dd358d not found, creating... [ 704.760798] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.761037] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.761037] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.761334] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.761458] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.761761] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.761938] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.762526] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.762801] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.763041] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.763207] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 8bf94a8a-911b-48a3-af98-9a5019dd358d is going to be created. [ 704.780487] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.780777] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.780904] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.781280] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.781565] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.781817] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-8bf94a8a-911b-48a3-af98-9a5019dd358d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.076856] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8486b5d-27af-4623-891e-d831920b1f02 [ 705.077228] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.077228] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.077228] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.077427] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.077518] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.077620] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8486b5d-27af-4623-891e-d831920b1f02 already deleted. [ 705.077707] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8486b5d-27af-4623-891e-d831920b1f02" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.085426] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.085426] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.085426] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.085426] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.085426] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.085426] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48666be-2b03-4a06-b77e-98b2a947577c is going to be updated. [ 705.113832] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.113832] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.113973] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.114234] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.115273] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.125087] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48666be-2b03-4a06-b77e-98b2a947577c in Status: IN_PROGRESS for 2s [ 705.703132] env[69670]: INFO networking_nsxv3.common.synchronization [req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 req-c9523cd4-35fc-4d32-98a0-ec46cdef42e2 service nova] Enqueued Resource ID: d48666be-2b03-4a06-b77e-98b2a947577c with Priority: HIGHEST for action security_group_rules [ 705.703132] env[69670]: INFO networking_nsxv3.common.synchronization [req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 req-c9523cd4-35fc-4d32-98a0-ec46cdef42e2 service nova] Enqueued Resource ID: d48666be-2b03-4a06-b77e-98b2a947577c with Priority: HIGHEST for action security_group_members [ 705.703132] env[69670]: INFO networking_nsxv3.common.synchronization [req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 req-c9523cd4-35fc-4d32-98a0-ec46cdef42e2 service nova] Enqueued Resource ID: 8bf94a8a-911b-48a3-af98-9a5019dd358d with Priority: HIGHEST for action port [ 705.703132] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48666be-2b03-4a06-b77e-98b2a947577c with Priority: HIGHEST for action security_group_rules [ 705.703132] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48666be-2b03-4a06-b77e-98b2a947577c with Priority: HIGHEST for action security_group_members [ 705.703132] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bf94a8a-911b-48a3-af98-9a5019dd358d with Priority: HIGHEST for action port [ 705.703132] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d48666be-2b03-4a06-b77e-98b2a947577c taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.703132] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.703132] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.703132] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.703132] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d48666be-2b03-4a06-b77e-98b2a947577c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.703132] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48666be-2b03-4a06-b77e-98b2a947577c taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.703132] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.703132] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bf94a8a-911b-48a3-af98-9a5019dd358d taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.703132] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bf94a8a-911b-48a3-af98-9a5019dd358d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.703132] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bf94a8a-911b-48a3-af98-9a5019dd358d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.703132] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bf94a8a-911b-48a3-af98-9a5019dd358d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.703132] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bf94a8a-911b-48a3-af98-9a5019dd358d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.936991] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 in Status: SUCCESS [ 705.937383] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.937383] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.937596] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.937856] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.937983] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.937983] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.938952] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.938952] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.938952] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.938952] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54e9c596-f425-4b3f-90aa-3ca5d89a0b77',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.180094] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8bf94a8a-911b-48a3-af98-9a5019dd358d with status ACTIVE [ 706.180402] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.181234] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.181234] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.181234] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.181234] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.181868] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.181868] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.181868] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.181868] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.181995] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.182291] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.183585] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.183585] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.183585] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.183585] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.183585] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8bf94a8a-911b-48a3-af98-9a5019dd358d is going to be updated. [ 706.186968] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48666be-2b03-4a06-b77e-98b2a947577c taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.187167] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.209676] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.209676] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.209676] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.209676] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.209676] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.209676] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bf94a8a-911b-48a3-af98-9a5019dd358d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.441253] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.441545] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.441596] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.441907] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.442190] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.442350] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.442423] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.442651] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.442759] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.442859] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.443081] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.443180] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.443263] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.443454] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.443734] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.443734] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.443827] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.443949] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.444047] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.444145] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.444282] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54e9c596-f425-4b3f-90aa-3ca5d89a0b77',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.951935] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54e9c596-f425-4b3f-90aa-3ca5d89a0b77: rpc.has_security_group_logging(os_id): False [ 706.968311] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.968522] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.968608] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.968834] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.968927] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.969161] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.969265] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.969334] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.969486] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.969648] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.969734] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.969831] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.969886] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.970476] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.970595] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.970804] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.970896] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.970962] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.971127] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.971200] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.971419] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 is going to be created. [ 707.026583] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.026583] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.026583] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.026707] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.026862] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.030962] env[69670]: INFO networking_nsxv3.common.synchronization [None req-852573e2-09ec-45df-9881-1c9fc1418a05 None None] Enqueued Resource ID: 03160702-0b8c-41ff-910f-991736b31a8e with Priority: HIGHEST for action port [ 707.031544] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03160702-0b8c-41ff-910f-991736b31a8e with Priority: HIGHEST for action port [ 707.032032] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-03160702-0b8c-41ff-910f-991736b31a8e taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.034882] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03160702-0b8c-41ff-910f-991736b31a8e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.035012] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03160702-0b8c-41ff-910f-991736b31a8e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.035330] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03160702-0b8c-41ff-910f-991736b31a8e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.035423] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03160702-0b8c-41ff-910f-991736b31a8e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.041388] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 in Status: IN_PROGRESS for 2s [ 707.135844] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48666be-2b03-4a06-b77e-98b2a947577c in Status: SUCCESS [ 707.136120] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.136284] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.136509] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.136830] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.136981] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.137083] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.137256] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.137425] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.137605] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d48666be-2b03-4a06-b77e-98b2a947577c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.539632] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03160702-0b8c-41ff-910f-991736b31a8e [ 707.539908] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.540015] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.540090] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.540317] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.540412] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.540510] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03160702-0b8c-41ff-910f-991736b31a8e already deleted. [ 707.540594] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03160702-0b8c-41ff-910f-991736b31a8e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.640510] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d48666be-2b03-4a06-b77e-98b2a947577c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.079738] env[69670]: INFO networking_nsxv3.common.synchronization [req-451ebe8a-4275-4933-8ed4-796095df61c0 req-379c8d31-4da1-4db4-981d-cc5eb15950bf tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Enqueued Resource ID: 35ebf063-f838-46ac-a347-2e2b966f7d0d with Priority: HIGHEST for action security_group_members [ 708.080194] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35ebf063-f838-46ac-a347-2e2b966f7d0d with Priority: HIGHEST for action security_group_members [ 708.080627] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-35ebf063-f838-46ac-a347-2e2b966f7d0d taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.080805] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35ebf063-f838-46ac-a347-2e2b966f7d0d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.081093] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35ebf063-f838-46ac-a347-2e2b966f7d0d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.081335] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35ebf063-f838-46ac-a347-2e2b966f7d0d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.081536] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.081704] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.083181] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.083181] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.083181] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.083181] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35ebf063-f838-46ac-a347-2e2b966f7d0d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.146332] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d48666be-2b03-4a06-b77e-98b2a947577c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.542065] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-865 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.542535] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-865" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.542535] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-865" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.542618] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-865" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.542873] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.543094] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.543236] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.543480] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.543656] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.543876] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 708.543989] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.544139] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.544212] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.544316] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 708.544420] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.544549] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.564450] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.564686] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 708.564922] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.565291] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-865" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.565720] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-8164f0f9-3216-42ef-9362-c7fdd73f167c taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.565924] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-8164f0f9-3216-42ef-9362-c7fdd73f167c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.566101] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-8164f0f9-3216-42ef-9362-c7fdd73f167c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.566752] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-8164f0f9-3216-42ef-9362-c7fdd73f167c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.566842] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8164f0f9-3216-42ef-9362-c7fdd73f167c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.590635] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.590635] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.590635] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.590635] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.590635] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.590635] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.590635] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.590635] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.590635] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.590635] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.590635] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35ebf063-f838-46ac-a347-2e2b966f7d0d already deleted. [ 708.590635] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35ebf063-f838-46ac-a347-2e2b966f7d0d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.649258] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.649419] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.649511] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.649844] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.649965] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.650106] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48666be-2b03-4a06-b77e-98b2a947577c is going to be updated. [ 708.675779] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.676048] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.676125] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.676871] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.676871] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.684725] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48666be-2b03-4a06-b77e-98b2a947577c in Status: IN_PROGRESS for 2s [ 708.908168] env[69670]: INFO networking_nsxv3.common.synchronization [req-0290b6fd-2532-4b68-9d3a-9b3a2cf7c0ae req-e087610c-d76c-46f2-ba7c-52bf5ed9acd8 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Enqueued Resource ID: c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f with Priority: HIGHEST for action security_group_members [ 708.908762] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f with Priority: HIGHEST for action security_group_members [ 708.909107] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.909870] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.909870] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.909870] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.909870] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.909870] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.909870] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.910263] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.910263] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.910263] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.051590] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 in Status: SUCCESS [ 709.052168] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.069380] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.069683] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.069775] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.070126] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.070278] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.070456] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 8164f0f9-3216-42ef-9362-c7fdd73f167c not found, creating... [ 709.070736] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.070903] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.071032] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.071268] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.071411] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.071693] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.071847] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.071961] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.073176] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.073333] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.073507] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 8164f0f9-3216-42ef-9362-c7fdd73f167c is going to be created. [ 709.090682] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.090877] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.090937] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.091229] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.091597] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.091707] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-8164f0f9-3216-42ef-9362-c7fdd73f167c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.412804] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.412981] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.413070] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.413303] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.413404] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.413613] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.413717] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.413783] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.413931] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.414017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.414104] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f is going to be updated. [ 709.440736] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.440938] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.440938] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.441237] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.441415] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.455743] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f in Status: IN_PROGRESS for 2s [ 710.113883] env[69670]: INFO networking_nsxv3.common.synchronization [None req-b1e60686-df31-4e1d-9469-b48a20c0ed77 None None] Enqueued Resource ID: 12365301-b420-49f9-9800-1906ce577b3a with Priority: HIGHEST for action port [ 710.114737] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12365301-b420-49f9-9800-1906ce577b3a with Priority: HIGHEST for action port [ 710.119514] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-12365301-b420-49f9-9800-1906ce577b3a taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.119707] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12365301-b420-49f9-9800-1906ce577b3a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.119800] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12365301-b420-49f9-9800-1906ce577b3a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.120154] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12365301-b420-49f9-9800-1906ce577b3a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.120298] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12365301-b420-49f9-9800-1906ce577b3a',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.292438] env[69670]: INFO networking_nsxv3.common.synchronization [req-451ebe8a-4275-4933-8ed4-796095df61c0 req-88345b9b-3eec-47e2-84eb-142b441bffbc service nova] Enqueued Resource ID: 35ebf063-f838-46ac-a347-2e2b966f7d0d with Priority: HIGHEST for action security_group_rules [ 710.292611] env[69670]: INFO networking_nsxv3.common.synchronization [req-451ebe8a-4275-4933-8ed4-796095df61c0 req-88345b9b-3eec-47e2-84eb-142b441bffbc service nova] Enqueued Resource ID: 35ebf063-f838-46ac-a347-2e2b966f7d0d with Priority: HIGHEST for action security_group_members [ 710.292749] env[69670]: INFO networking_nsxv3.common.synchronization [req-451ebe8a-4275-4933-8ed4-796095df61c0 req-88345b9b-3eec-47e2-84eb-142b441bffbc service nova] Enqueued Resource ID: 8164f0f9-3216-42ef-9362-c7fdd73f167c with Priority: HIGHEST for action port [ 710.293121] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35ebf063-f838-46ac-a347-2e2b966f7d0d with Priority: HIGHEST for action security_group_rules [ 710.293181] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35ebf063-f838-46ac-a347-2e2b966f7d0d with Priority: HIGHEST for action security_group_members [ 710.293234] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8164f0f9-3216-42ef-9362-c7fdd73f167c with Priority: HIGHEST for action port [ 710.293831] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35ebf063-f838-46ac-a347-2e2b966f7d0d taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.293960] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35ebf063-f838-46ac-a347-2e2b966f7d0d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.294061] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35ebf063-f838-46ac-a347-2e2b966f7d0d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.295646] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35ebf063-f838-46ac-a347-2e2b966f7d0d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.295646] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35ebf063-f838-46ac-a347-2e2b966f7d0d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.295646] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-35ebf063-f838-46ac-a347-2e2b966f7d0d taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.296068] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35ebf063-f838-46ac-a347-2e2b966f7d0d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.296068] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35ebf063-f838-46ac-a347-2e2b966f7d0d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.296068] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35ebf063-f838-46ac-a347-2e2b966f7d0d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.296068] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.296220] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.296220] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.296323] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.296406] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.296491] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35ebf063-f838-46ac-a347-2e2b966f7d0d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.298670] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-8164f0f9-3216-42ef-9362-c7fdd73f167c taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.298810] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8164f0f9-3216-42ef-9362-c7fdd73f167c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.298879] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8164f0f9-3216-42ef-9362-c7fdd73f167c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.299095] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8164f0f9-3216-42ef-9362-c7fdd73f167c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.299178] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8164f0f9-3216-42ef-9362-c7fdd73f167c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.624214] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12365301-b420-49f9-9800-1906ce577b3a [ 710.624214] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.624214] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.624214] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.624214] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.624214] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.624214] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12365301-b420-49f9-9800-1906ce577b3a already deleted. [ 710.624214] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12365301-b420-49f9-9800-1906ce577b3a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.696460] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48666be-2b03-4a06-b77e-98b2a947577c in Status: SUCCESS [ 710.696683] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.696855] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.697086] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.697328] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.697455] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.697522] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.697685] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.697767] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.697855] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.698033] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d48666be-2b03-4a06-b77e-98b2a947577c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.800882] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35ebf063-f838-46ac-a347-2e2b966f7d0d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.805475] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-35ebf063-f838-46ac-a347-2e2b966f7d0d taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.805475] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35ebf063-f838-46ac-a347-2e2b966f7d0d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.805475] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8164f0f9-3216-42ef-9362-c7fdd73f167c with status ACTIVE [ 710.805475] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.805475] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.805475] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.805475] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.805475] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.805475] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.805475] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.805475] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.805475] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.805475] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.805475] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.806225] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.806225] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.806225] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.806225] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.806225] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8164f0f9-3216-42ef-9362-c7fdd73f167c is going to be updated. [ 710.830388] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.830522] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.830591] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.830806] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.830937] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.831113] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8164f0f9-3216-42ef-9362-c7fdd73f167c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.087112] env[69670]: INFO networking_nsxv3.common.synchronization [req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 req-e53f3897-2c6e-4a40-b829-793c8d94d533 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Enqueued Resource ID: d48666be-2b03-4a06-b77e-98b2a947577c with Priority: HIGHEST for action security_group_members [ 711.087615] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48666be-2b03-4a06-b77e-98b2a947577c with Priority: HIGHEST for action security_group_members [ 711.087910] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48666be-2b03-4a06-b77e-98b2a947577c taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.088044] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.088135] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.088345] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.092208] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.092709] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.092709] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.092709] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.092709] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.092962] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d48666be-2b03-4a06-b77e-98b2a947577c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.201246] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48666be-2b03-4a06-b77e-98b2a947577c taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.201246] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.314223] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35ebf063-f838-46ac-a347-2e2b966f7d0d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.468033] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f in Status: SUCCESS [ 711.468033] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f deletion is rescheduled due to dependency. [ 711.468033] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.595309] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d48666be-2b03-4a06-b77e-98b2a947577c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.628940] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-980 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.629176] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-980" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.630323] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-980" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.630323] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-980" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.630323] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.630323] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.630323] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.630323] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.630736] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.630736] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.630819] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.630966] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.631013] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.631136] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.631240] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.631373] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.653945] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.654130] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 711.654268] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.654451] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-980" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.655214] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-33664925-19dc-40e2-bc52-18ceef075644 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.655214] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-33664925-19dc-40e2-bc52-18ceef075644" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.655214] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-33664925-19dc-40e2-bc52-18ceef075644" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.655440] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-33664925-19dc-40e2-bc52-18ceef075644" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.655578] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33664925-19dc-40e2-bc52-18ceef075644',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.818584] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.818736] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.818804] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.819043] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.819145] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.819251] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35ebf063-f838-46ac-a347-2e2b966f7d0d is going to be created. [ 711.841589] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.841805] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.841888] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.842115] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.842274] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.850443] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35ebf063-f838-46ac-a347-2e2b966f7d0d in Status: UNINITIALIZED for 2s [ 712.099419] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d48666be-2b03-4a06-b77e-98b2a947577c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.158661] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.160053] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.160053] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.160053] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.160053] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.160053] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 33664925-19dc-40e2-bc52-18ceef075644 not found, creating... [ 712.161171] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.161171] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.161171] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.161171] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.161171] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.161485] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.161485] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.161583] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.161723] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.161862] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.162112] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 33664925-19dc-40e2-bc52-18ceef075644 is going to be created. [ 712.190159] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.190159] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.190159] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.190922] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.191294] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.191637] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-33664925-19dc-40e2-bc52-18ceef075644" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.356454] env[69670]: INFO networking_nsxv3.common.synchronization [None req-3f2f7d91-d131-441e-9acf-385aa384b433 None None] Enqueued Resource ID: 415459ee-ec6f-4ba9-b6c4-cb9149c06e5c with Priority: HIGHEST for action port [ 712.356454] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 415459ee-ec6f-4ba9-b6c4-cb9149c06e5c with Priority: HIGHEST for action port [ 712.356705] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-415459ee-ec6f-4ba9-b6c4-cb9149c06e5c taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.356705] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-415459ee-ec6f-4ba9-b6c4-cb9149c06e5c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.356705] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-415459ee-ec6f-4ba9-b6c4-cb9149c06e5c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.356905] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-415459ee-ec6f-4ba9-b6c4-cb9149c06e5c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.356985] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('415459ee-ec6f-4ba9-b6c4-cb9149c06e5c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.601581] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.601756] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.601854] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.602051] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.602148] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.602253] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48666be-2b03-4a06-b77e-98b2a947577c is going to be updated. [ 712.635160] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.635160] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.635160] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.635160] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.635160] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.641956] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48666be-2b03-4a06-b77e-98b2a947577c in Status: IN_PROGRESS for 2s [ 712.864496] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 415459ee-ec6f-4ba9-b6c4-cb9149c06e5c [ 712.864496] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.864496] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.864496] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.864496] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.864496] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.864496] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:415459ee-ec6f-4ba9-b6c4-cb9149c06e5c already deleted. [ 712.864496] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-415459ee-ec6f-4ba9-b6c4-cb9149c06e5c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.943023] env[69670]: INFO networking_nsxv3.common.synchronization [req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 req-bc730214-f905-404c-a14f-b4dd039ec061 service nova] Enqueued Resource ID: d48666be-2b03-4a06-b77e-98b2a947577c with Priority: HIGHEST for action security_group_rules [ 712.943023] env[69670]: INFO networking_nsxv3.common.synchronization [req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 req-bc730214-f905-404c-a14f-b4dd039ec061 service nova] Enqueued Resource ID: d48666be-2b03-4a06-b77e-98b2a947577c with Priority: HIGHEST for action security_group_members [ 712.943023] env[69670]: INFO networking_nsxv3.common.synchronization [req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 req-bc730214-f905-404c-a14f-b4dd039ec061 service nova] Enqueued Resource ID: 33664925-19dc-40e2-bc52-18ceef075644 with Priority: HIGHEST for action port [ 712.943023] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48666be-2b03-4a06-b77e-98b2a947577c with Priority: HIGHEST for action security_group_rules [ 712.943023] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48666be-2b03-4a06-b77e-98b2a947577c with Priority: HIGHEST for action security_group_members [ 712.943023] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33664925-19dc-40e2-bc52-18ceef075644 with Priority: HIGHEST for action port [ 712.943023] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d48666be-2b03-4a06-b77e-98b2a947577c taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.943425] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.943425] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48666be-2b03-4a06-b77e-98b2a947577c taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.943425] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.943618] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-33664925-19dc-40e2-bc52-18ceef075644 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.943752] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33664925-19dc-40e2-bc52-18ceef075644" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.943794] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33664925-19dc-40e2-bc52-18ceef075644" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.943972] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33664925-19dc-40e2-bc52-18ceef075644" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.944065] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33664925-19dc-40e2-bc52-18ceef075644',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.450982] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33664925-19dc-40e2-bc52-18ceef075644 with status ACTIVE [ 713.451320] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.451476] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.451562] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.451812] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.451907] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.452100] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.452214] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.452261] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.453414] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.453414] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.453414] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.453414] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.453414] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.453414] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.453414] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.453414] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33664925-19dc-40e2-bc52-18ceef075644 is going to be updated. [ 713.474841] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.474841] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.474841] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.474841] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.474841] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.474841] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33664925-19dc-40e2-bc52-18ceef075644" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.590674] env[69670]: INFO networking_nsxv3.common.synchronization [req-2d151de4-89c7-4cf5-af7e-4b527b94c51d req-6a873a29-1926-4ac4-8567-eadc858588f1 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Enqueued Resource ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 with Priority: HIGHEST for action security_group_members [ 713.591218] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 with Priority: HIGHEST for action security_group_members [ 713.591520] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-bae4e153-b553-49d0-8dba-e29ce7a007b1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.591641] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.591709] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.591913] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.596336] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.596336] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.596336] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.596336] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.596336] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.596336] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.862501] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35ebf063-f838-46ac-a347-2e2b966f7d0d in Status: SUCCESS [ 713.862501] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35ebf063-f838-46ac-a347-2e2b966f7d0d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.862501] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35ebf063-f838-46ac-a347-2e2b966f7d0d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.862501] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35ebf063-f838-46ac-a347-2e2b966f7d0d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.862501] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.863064] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.863064] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.863064] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.863064] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.863064] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35ebf063-f838-46ac-a347-2e2b966f7d0d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.863064] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35ebf063-f838-46ac-a347-2e2b966f7d0d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.943789] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-63 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.943991] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-63" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.944127] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-63" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.944392] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-63" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.944640] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.944789] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.944903] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.948343] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.948343] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.948343] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 713.948343] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.948343] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.948343] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.948343] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 713.948343] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.948343] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.967028] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.967194] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 713.967336] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.969288] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-63" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.969612] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-5f5fe280-7f17-4d23-a4dc-78237bc8bbe1 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.969784] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-5f5fe280-7f17-4d23-a4dc-78237bc8bbe1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.969944] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-5f5fe280-7f17-4d23-a4dc-78237bc8bbe1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.970240] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-5f5fe280-7f17-4d23-a4dc-78237bc8bbe1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.970382] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f5fe280-7f17-4d23-a4dc-78237bc8bbe1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.099452] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.368048] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-35ebf063-f838-46ac-a347-2e2b966f7d0d taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.368245] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35ebf063-f838-46ac-a347-2e2b966f7d0d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.368315] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35ebf063-f838-46ac-a347-2e2b966f7d0d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.368572] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35ebf063-f838-46ac-a347-2e2b966f7d0d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.368770] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.368906] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.368973] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.369169] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.369265] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.369404] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35ebf063-f838-46ac-a347-2e2b966f7d0d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.369569] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-35ebf063-f838-46ac-a347-2e2b966f7d0d taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.369676] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35ebf063-f838-46ac-a347-2e2b966f7d0d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.369739] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35ebf063-f838-46ac-a347-2e2b966f7d0d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.369883] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35ebf063-f838-46ac-a347-2e2b966f7d0d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.370054] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.370155] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.370233] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.370375] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.370466] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.370545] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35ebf063-f838-46ac-a347-2e2b966f7d0d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.370632] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35ebf063-f838-46ac-a347-2e2b966f7d0d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.474449] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.474732] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.474899] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.476386] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.476606] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.476842] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 5f5fe280-7f17-4d23-a4dc-78237bc8bbe1 not found, creating... [ 714.477168] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.477378] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.477497] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.477741] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.477910] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.478306] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.478475] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.478618] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.478900] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.479089] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.479243] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 5f5fe280-7f17-4d23-a4dc-78237bc8bbe1 is going to be created. [ 714.499459] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.499741] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.499874] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.500238] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.501029] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.501029] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-5f5fe280-7f17-4d23-a4dc-78237bc8bbe1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.602297] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.653033] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48666be-2b03-4a06-b77e-98b2a947577c in Status: SUCCESS [ 714.653033] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.653033] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.653033] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.653491] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.653491] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.653491] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.653491] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.653651] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.653651] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.653799] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48666be-2b03-4a06-b77e-98b2a947577c taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.653882] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.653934] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.654081] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.654225] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.654365] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.654422] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.654522] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.654596] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.654677] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.654818] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d48666be-2b03-4a06-b77e-98b2a947577c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.655795] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.656081] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.657117] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.657117] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.657117] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.657117] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.657117] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.657117] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d48666be-2b03-4a06-b77e-98b2a947577c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.872955] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35ebf063-f838-46ac-a347-2e2b966f7d0d: rpc.has_security_group_logging(os_id): False [ 714.891030] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.891030] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.891250] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.891333] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.891407] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.891653] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.891725] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.891754] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.891895] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.891974] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.892191] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.892289] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.892352] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.892495] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.892613] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.892747] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.892836] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.892895] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.893148] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.893252] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.893336] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35ebf063-f838-46ac-a347-2e2b966f7d0d is going to be created. [ 714.944433] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.944583] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.944656] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.944874] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.945065] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.954151] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35ebf063-f838-46ac-a347-2e2b966f7d0d in Status: IN_PROGRESS for 2s [ 715.104858] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.104992] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.105079] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.105378] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.105554] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.105610] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 is going to be updated. [ 715.132997] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.133222] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.133301] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.133508] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.133652] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.144159] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 in Status: IN_PROGRESS for 2s [ 715.158589] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d48666be-2b03-4a06-b77e-98b2a947577c: rpc.has_security_group_logging(os_id): False [ 715.161130] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d48666be-2b03-4a06-b77e-98b2a947577c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.176639] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.180017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.180017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.180017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.180017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.180017] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.180017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.180017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.180017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.180017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.180017] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.180017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.180017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.180017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.180017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.180458] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.180844] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.180921] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.181094] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.181179] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.181273] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d48666be-2b03-4a06-b77e-98b2a947577c is going to be updated. [ 715.217925] env[69670]: INFO networking_nsxv3.common.synchronization [req-2d151de4-89c7-4cf5-af7e-4b527b94c51d req-1542a2c1-c52c-4229-96e3-af225ec356b4 service nova] Enqueued Resource ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 with Priority: HIGHEST for action security_group_rules [ 715.218158] env[69670]: INFO networking_nsxv3.common.synchronization [req-2d151de4-89c7-4cf5-af7e-4b527b94c51d req-1542a2c1-c52c-4229-96e3-af225ec356b4 service nova] Enqueued Resource ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 with Priority: HIGHEST for action security_group_members [ 715.218317] env[69670]: INFO networking_nsxv3.common.synchronization [req-2d151de4-89c7-4cf5-af7e-4b527b94c51d req-1542a2c1-c52c-4229-96e3-af225ec356b4 service nova] Enqueued Resource ID: 5f5fe280-7f17-4d23-a4dc-78237bc8bbe1 with Priority: HIGHEST for action port [ 715.218571] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 with Priority: HIGHEST for action security_group_rules [ 715.218714] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 with Priority: HIGHEST for action security_group_members [ 715.218828] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f5fe280-7f17-4d23-a4dc-78237bc8bbe1 with Priority: HIGHEST for action port [ 715.224305] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bae4e153-b553-49d0-8dba-e29ce7a007b1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.224506] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.225790] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.226074] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.226215] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.227131] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-bae4e153-b553-49d0-8dba-e29ce7a007b1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.227267] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.227493] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f5fe280-7f17-4d23-a4dc-78237bc8bbe1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.227882] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f5fe280-7f17-4d23-a4dc-78237bc8bbe1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.227882] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f5fe280-7f17-4d23-a4dc-78237bc8bbe1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.227983] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f5fe280-7f17-4d23-a4dc-78237bc8bbe1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.228125] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f5fe280-7f17-4d23-a4dc-78237bc8bbe1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.244203] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.244203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.244203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.244203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.244203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.266018] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d48666be-2b03-4a06-b77e-98b2a947577c in Status: IN_PROGRESS for 2s [ 715.663405] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d48666be-2b03-4a06-b77e-98b2a947577c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.730012] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-bae4e153-b553-49d0-8dba-e29ce7a007b1 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.730156] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.730351] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f5fe280-7f17-4d23-a4dc-78237bc8bbe1 with status ACTIVE [ 715.730526] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.730634] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.730700] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.730914] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.731009] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.731356] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.731356] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.731356] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.731728] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.731856] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.732140] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.732245] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.732306] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.732457] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.732533] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.732619] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f5fe280-7f17-4d23-a4dc-78237bc8bbe1 is going to be updated. [ 715.751259] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.751790] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.751790] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.751903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.752027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.752602] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f5fe280-7f17-4d23-a4dc-78237bc8bbe1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.171587] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.171587] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.171587] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.171587] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.171587] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.171587] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48666be-2b03-4a06-b77e-98b2a947577c is going to be updated. [ 716.197094] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.197094] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.197094] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.197094] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.197094] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.217574] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48666be-2b03-4a06-b77e-98b2a947577c in Status: IN_PROGRESS for 2s [ 716.427034] env[69670]: INFO networking_nsxv3.common.synchronization [req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 req-3141c779-94c3-49d0-b3eb-6c65ea1753af tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Enqueued Resource ID: 2f78c900-2aeb-463d-935c-170ec487fcae with Priority: HIGHEST for action security_group_members [ 716.427740] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f78c900-2aeb-463d-935c-170ec487fcae with Priority: HIGHEST for action security_group_members [ 716.428381] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f78c900-2aeb-463d-935c-170ec487fcae taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.428543] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f78c900-2aeb-463d-935c-170ec487fcae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.428645] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f78c900-2aeb-463d-935c-170ec487fcae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.429015] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f78c900-2aeb-463d-935c-170ec487fcae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.429272] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.429450] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.429558] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.429775] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.429913] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.430066] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f78c900-2aeb-463d-935c-170ec487fcae',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.829110] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-937 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.829110] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-937" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.829110] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-937" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.829110] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-937" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.829110] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.829110] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.829110] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.829110] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.829924] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.830259] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 716.830515] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.830728] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.830915] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.831151] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 716.831375] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.831622] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.852194] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.852194] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 716.852194] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.852194] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-937" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.852194] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-80388465-50a7-4649-8cea-cbac7e27cd53 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.852194] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-80388465-50a7-4649-8cea-cbac7e27cd53" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.852194] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-80388465-50a7-4649-8cea-cbac7e27cd53" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.852194] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-80388465-50a7-4649-8cea-cbac7e27cd53" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.852194] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80388465-50a7-4649-8cea-cbac7e27cd53',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.932156] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.932338] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.932426] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.932719] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.932833] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.933069] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.933205] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.933273] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.933437] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.933515] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.933601] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f78c900-2aeb-463d-935c-170ec487fcae already deleted. [ 716.933682] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f78c900-2aeb-463d-935c-170ec487fcae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.964685] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35ebf063-f838-46ac-a347-2e2b966f7d0d in Status: SUCCESS [ 716.964903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35ebf063-f838-46ac-a347-2e2b966f7d0d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.153103] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 in Status: SUCCESS [ 717.153397] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.153570] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.153788] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.153995] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.154128] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.154204] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.154362] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.154440] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.154534] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.278789] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d48666be-2b03-4a06-b77e-98b2a947577c in Status: SUCCESS [ 717.279128] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.279324] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.279563] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.279666] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d48666be-2b03-4a06-b77e-98b2a947577c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.354724] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.354947] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.355085] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.355488] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.357031] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.357031] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 80388465-50a7-4649-8cea-cbac7e27cd53 not found, creating... [ 717.357031] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.357031] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.357031] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.357031] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.357031] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.357313] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.357896] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.357896] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.357896] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.357896] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.358123] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 80388465-50a7-4649-8cea-cbac7e27cd53 is going to be created. [ 717.376262] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.376509] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.376632] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.376916] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.377185] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.377425] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-80388465-50a7-4649-8cea-cbac7e27cd53" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.657115] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.782128] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48666be-2b03-4a06-b77e-98b2a947577c taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.782280] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.159887] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.228605] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48666be-2b03-4a06-b77e-98b2a947577c in Status: SUCCESS [ 718.228820] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.228988] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.229226] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.229414] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.229564] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.230875] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.230875] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.230875] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.230875] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.230875] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d48666be-2b03-4a06-b77e-98b2a947577c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.336581] env[69670]: INFO networking_nsxv3.common.synchronization [req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 req-cc851e85-1a77-4c37-83ff-5540bfc3dd1f service nova] Enqueued Resource ID: 2f78c900-2aeb-463d-935c-170ec487fcae with Priority: HIGHEST for action security_group_rules [ 718.336801] env[69670]: INFO networking_nsxv3.common.synchronization [req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 req-cc851e85-1a77-4c37-83ff-5540bfc3dd1f service nova] Enqueued Resource ID: 2f78c900-2aeb-463d-935c-170ec487fcae with Priority: HIGHEST for action security_group_members [ 718.336884] env[69670]: INFO networking_nsxv3.common.synchronization [req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 req-cc851e85-1a77-4c37-83ff-5540bfc3dd1f service nova] Enqueued Resource ID: 80388465-50a7-4649-8cea-cbac7e27cd53 with Priority: HIGHEST for action port [ 718.337144] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f78c900-2aeb-463d-935c-170ec487fcae with Priority: HIGHEST for action security_group_rules [ 718.337284] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f78c900-2aeb-463d-935c-170ec487fcae with Priority: HIGHEST for action security_group_members [ 718.337395] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80388465-50a7-4649-8cea-cbac7e27cd53 with Priority: HIGHEST for action port [ 718.338361] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f78c900-2aeb-463d-935c-170ec487fcae taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.338525] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f78c900-2aeb-463d-935c-170ec487fcae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.338597] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f78c900-2aeb-463d-935c-170ec487fcae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.338857] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f78c900-2aeb-463d-935c-170ec487fcae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.338976] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f78c900-2aeb-463d-935c-170ec487fcae',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.339944] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f78c900-2aeb-463d-935c-170ec487fcae taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.340074] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f78c900-2aeb-463d-935c-170ec487fcae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.340149] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f78c900-2aeb-463d-935c-170ec487fcae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.340345] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f78c900-2aeb-463d-935c-170ec487fcae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.340499] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.340597] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.340661] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.340820] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.340883] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.340973] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f78c900-2aeb-463d-935c-170ec487fcae',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.341922] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-80388465-50a7-4649-8cea-cbac7e27cd53 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.341922] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80388465-50a7-4649-8cea-cbac7e27cd53" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.342097] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80388465-50a7-4649-8cea-cbac7e27cd53" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.342179] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80388465-50a7-4649-8cea-cbac7e27cd53" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.342313] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80388465-50a7-4649-8cea-cbac7e27cd53',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.662707] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.662956] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.663196] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.663358] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.663455] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.663557] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 is going to be updated. [ 718.689837] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.689957] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.690042] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.690229] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.690371] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.699063] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 in Status: IN_PROGRESS for 2s [ 718.732437] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48666be-2b03-4a06-b77e-98b2a947577c taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.732574] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.732649] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.732870] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.733069] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.733252] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.733322] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.733482] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.733574] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.733662] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.733812] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48666be-2b03-4a06-b77e-98b2a947577c taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.733907] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.734024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.734198] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.734358] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.734597] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.734597] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.734742] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.734742] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.734795] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.734867] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d48666be-2b03-4a06-b77e-98b2a947577c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.843900] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f78c900-2aeb-463d-935c-170ec487fcae',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.845638] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f78c900-2aeb-463d-935c-170ec487fcae taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.845638] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f78c900-2aeb-463d-935c-170ec487fcae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.845967] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80388465-50a7-4649-8cea-cbac7e27cd53 with status ACTIVE [ 718.845967] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.845967] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.846083] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.846241] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.846331] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.846501] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.846599] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.846686] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.846805] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.846882] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.847087] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.847597] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.847597] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.847597] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.847597] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.847597] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80388465-50a7-4649-8cea-cbac7e27cd53 is going to be updated. [ 718.866912] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.867082] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.867159] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.867729] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.867729] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.867729] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80388465-50a7-4649-8cea-cbac7e27cd53" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.205040] env[69670]: INFO networking_nsxv3.common.synchronization [req-9ba82385-b4ee-4688-869f-5673f5dd76c8 req-79b54be5-9124-4d54-b2a1-09e313e849d8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Enqueued Resource ID: c0acf646-61c8-4e33-80b9-b3f7dd9076ad with Priority: HIGHEST for action security_group_members [ 719.205675] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0acf646-61c8-4e33-80b9-b3f7dd9076ad with Priority: HIGHEST for action security_group_members [ 719.205995] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0acf646-61c8-4e33-80b9-b3f7dd9076ad taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.210346] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0acf646-61c8-4e33-80b9-b3f7dd9076ad" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.210419] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0acf646-61c8-4e33-80b9-b3f7dd9076ad" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.210708] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0acf646-61c8-4e33-80b9-b3f7dd9076ad" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.210901] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.211026] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.211093] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.211253] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.211352] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.211449] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0acf646-61c8-4e33-80b9-b3f7dd9076ad',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.237563] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d48666be-2b03-4a06-b77e-98b2a947577c: rpc.has_security_group_logging(os_id): False [ 719.256697] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.256829] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.256903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.257145] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.257242] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.257459] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.257589] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.257656] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.257825] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.257912] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.258107] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.258475] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.258475] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.258475] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.258475] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.258643] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.258735] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.258794] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.258935] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.259016] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.259453] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d48666be-2b03-4a06-b77e-98b2a947577c is going to be updated. [ 719.316478] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.316652] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.316769] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.316994] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.317163] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.330484] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d48666be-2b03-4a06-b77e-98b2a947577c in Status: IN_PROGRESS for 2s [ 719.349756] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f78c900-2aeb-463d-935c-170ec487fcae',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.680525] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.681412] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.681412] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.681412] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.681871] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.682043] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.682170] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.682397] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.682544] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.682769] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.682931] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.683015] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.683281] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.683369] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.683429] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.683541] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.703975] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.704194] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 719.704336] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.704687] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.704836] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-e863169a-e65f-40c0-a865-d18515f2f74b taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.705018] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-e863169a-e65f-40c0-a865-d18515f2f74b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.705142] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-e863169a-e65f-40c0-a865-d18515f2f74b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.705656] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-e863169a-e65f-40c0-a865-d18515f2f74b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.705809] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e863169a-e65f-40c0-a865-d18515f2f74b',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.713639] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.713806] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.713877] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.714117] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.714217] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.714417] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.714520] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.714579] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.714732] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.714808] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.714893] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0acf646-61c8-4e33-80b9-b3f7dd9076ad already deleted. [ 719.714975] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0acf646-61c8-4e33-80b9-b3f7dd9076ad" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.852072] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.852252] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.852333] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.852559] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.852653] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.852761] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f78c900-2aeb-463d-935c-170ec487fcae is going to be created. [ 719.876473] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.876623] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.876689] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.876903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.877076] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.885763] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f78c900-2aeb-463d-935c-170ec487fcae in Status: UNINITIALIZED for 2s [ 720.208765] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.209265] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.209265] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.209908] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.209908] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.209908] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port e863169a-e65f-40c0-a865-d18515f2f74b not found, creating... [ 720.210149] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.210149] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.210272] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.211027] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.211027] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.211027] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.211194] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.211194] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.211366] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.211500] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.211775] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: e863169a-e65f-40c0-a865-d18515f2f74b is going to be created. [ 720.231578] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.231795] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.231924] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.232579] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.232579] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.232802] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-e863169a-e65f-40c0-a865-d18515f2f74b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.707972] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 in Status: SUCCESS [ 720.708223] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.709028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.709028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.709028] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.709028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.709028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.709238] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.709238] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.709296] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.709401] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.991115] env[69670]: INFO networking_nsxv3.common.synchronization [req-9ba82385-b4ee-4688-869f-5673f5dd76c8 req-10f5a7e0-ecc7-464a-a221-51c24bd630ac service nova] Enqueued Resource ID: c0acf646-61c8-4e33-80b9-b3f7dd9076ad with Priority: HIGHEST for action security_group_rules [ 720.991327] env[69670]: INFO networking_nsxv3.common.synchronization [req-9ba82385-b4ee-4688-869f-5673f5dd76c8 req-10f5a7e0-ecc7-464a-a221-51c24bd630ac service nova] Enqueued Resource ID: c0acf646-61c8-4e33-80b9-b3f7dd9076ad with Priority: HIGHEST for action security_group_members [ 720.991469] env[69670]: INFO networking_nsxv3.common.synchronization [req-9ba82385-b4ee-4688-869f-5673f5dd76c8 req-10f5a7e0-ecc7-464a-a221-51c24bd630ac service nova] Enqueued Resource ID: e863169a-e65f-40c0-a865-d18515f2f74b with Priority: HIGHEST for action port [ 720.991712] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0acf646-61c8-4e33-80b9-b3f7dd9076ad with Priority: HIGHEST for action security_group_rules [ 720.991845] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0acf646-61c8-4e33-80b9-b3f7dd9076ad with Priority: HIGHEST for action security_group_members [ 720.991941] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e863169a-e65f-40c0-a865-d18515f2f74b with Priority: HIGHEST for action port [ 720.992500] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0acf646-61c8-4e33-80b9-b3f7dd9076ad taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.992627] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0acf646-61c8-4e33-80b9-b3f7dd9076ad" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.992693] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0acf646-61c8-4e33-80b9-b3f7dd9076ad" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.992952] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0acf646-61c8-4e33-80b9-b3f7dd9076ad" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.993446] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0acf646-61c8-4e33-80b9-b3f7dd9076ad',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.994653] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0acf646-61c8-4e33-80b9-b3f7dd9076ad taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.994782] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0acf646-61c8-4e33-80b9-b3f7dd9076ad" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.994855] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0acf646-61c8-4e33-80b9-b3f7dd9076ad" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.995049] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0acf646-61c8-4e33-80b9-b3f7dd9076ad" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.995267] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.995378] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.995441] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.995614] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.995808] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.995808] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0acf646-61c8-4e33-80b9-b3f7dd9076ad',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.996561] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-e863169a-e65f-40c0-a865-d18515f2f74b taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.996667] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e863169a-e65f-40c0-a865-d18515f2f74b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.996759] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e863169a-e65f-40c0-a865-d18515f2f74b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.996882] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e863169a-e65f-40c0-a865-d18515f2f74b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.996957] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e863169a-e65f-40c0-a865-d18515f2f74b',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.211307] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-bae4e153-b553-49d0-8dba-e29ce7a007b1 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.211623] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.211623] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.211880] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.212078] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.212197] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.212253] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.212412] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.212504] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.212596] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.212742] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-bae4e153-b553-49d0-8dba-e29ce7a007b1 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.212835] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.212895] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.213045] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.213184] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.213271] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.213332] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.213467] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.213584] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.213626] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.213702] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.346774] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d48666be-2b03-4a06-b77e-98b2a947577c in Status: SUCCESS [ 721.347212] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.503103] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0acf646-61c8-4e33-80b9-b3f7dd9076ad taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.503240] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0acf646-61c8-4e33-80b9-b3f7dd9076ad" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.504211] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0acf646-61c8-4e33-80b9-b3f7dd9076ad',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.507841] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e863169a-e65f-40c0-a865-d18515f2f74b with status ACTIVE [ 721.507841] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.507841] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.507841] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.507841] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.507841] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.507841] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.507841] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.507841] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.507841] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.507841] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.507841] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.507841] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.507841] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.507841] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.507841] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.507841] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e863169a-e65f-40c0-a865-d18515f2f74b is going to be updated. [ 721.528186] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.528312] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.528312] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.528504] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.528639] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.528797] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e863169a-e65f-40c0-a865-d18515f2f74b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.716324] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bae4e153-b553-49d0-8dba-e29ce7a007b1: rpc.has_security_group_logging(os_id): False [ 721.734029] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.734029] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.734029] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.734029] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.734029] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.734029] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.734349] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.734349] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.734398] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.734486] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.734691] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.734789] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.734850] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.735027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.735071] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.735271] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.735373] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.735494] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.735602] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.735666] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.737011] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 is going to be updated. [ 721.792231] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.792376] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.792446] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.792661] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.792801] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.804744] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 in Status: IN_PROGRESS for 2s [ 721.894573] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f78c900-2aeb-463d-935c-170ec487fcae in Status: SUCCESS [ 721.894783] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f78c900-2aeb-463d-935c-170ec487fcae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.894946] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f78c900-2aeb-463d-935c-170ec487fcae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.895277] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f78c900-2aeb-463d-935c-170ec487fcae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.895744] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.895744] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.895744] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.895744] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.896055] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.896055] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f78c900-2aeb-463d-935c-170ec487fcae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.896055] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f78c900-2aeb-463d-935c-170ec487fcae',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.008808] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0acf646-61c8-4e33-80b9-b3f7dd9076ad',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.404993] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f78c900-2aeb-463d-935c-170ec487fcae',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.512112] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.512112] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.512112] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.512112] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.512112] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.512307] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0acf646-61c8-4e33-80b9-b3f7dd9076ad is going to be created. [ 722.534944] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.535144] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.535144] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.535382] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.535651] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.544525] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0acf646-61c8-4e33-80b9-b3f7dd9076ad in Status: UNINITIALIZED for 2s [ 722.909586] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f78c900-2aeb-463d-935c-170ec487fcae: rpc.has_security_group_logging(os_id): False [ 722.927720] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.927944] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.927944] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.928480] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.928480] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.928586] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.928638] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.928696] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.928847] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.928923] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.929023] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f78c900-2aeb-463d-935c-170ec487fcae is going to be created. [ 722.985496] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.985663] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.985707] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.985919] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.986661] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.996229] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f78c900-2aeb-463d-935c-170ec487fcae in Status: IN_PROGRESS for 2s [ 723.820086] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 in Status: SUCCESS [ 723.820430] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.552936] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0acf646-61c8-4e33-80b9-b3f7dd9076ad in Status: SUCCESS [ 724.553224] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0acf646-61c8-4e33-80b9-b3f7dd9076ad" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.553455] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0acf646-61c8-4e33-80b9-b3f7dd9076ad" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.553732] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0acf646-61c8-4e33-80b9-b3f7dd9076ad" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.554068] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.554262] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.554367] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.554547] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.554645] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.554720] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0acf646-61c8-4e33-80b9-b3f7dd9076ad" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.554813] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0acf646-61c8-4e33-80b9-b3f7dd9076ad',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.006753] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f78c900-2aeb-463d-935c-170ec487fcae in Status: SUCCESS [ 725.007125] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f78c900-2aeb-463d-935c-170ec487fcae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.037862] env[69670]: INFO networking_nsxv3.common.synchronization [req-ef8887e3-311c-496b-9d65-374ca6e37a80 req-3da267a2-ec30-4d08-b552-dfa211121244 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Enqueued Resource ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 with Priority: HIGHEST for action security_group_members [ 725.037862] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 with Priority: HIGHEST for action security_group_members [ 725.037862] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.037862] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.037862] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.038455] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.038455] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.038455] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.038455] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.038815] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.038815] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.038815] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54e9c596-f425-4b3f-90aa-3ca5d89a0b77',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.059476] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0acf646-61c8-4e33-80b9-b3f7dd9076ad taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.059648] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0acf646-61c8-4e33-80b9-b3f7dd9076ad" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.059732] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0acf646-61c8-4e33-80b9-b3f7dd9076ad" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.060467] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0acf646-61c8-4e33-80b9-b3f7dd9076ad" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.060655] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.060768] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.060844] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.060989] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.061089] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.061182] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0acf646-61c8-4e33-80b9-b3f7dd9076ad" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.062869] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0acf646-61c8-4e33-80b9-b3f7dd9076ad taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.062869] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0acf646-61c8-4e33-80b9-b3f7dd9076ad" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.062869] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0acf646-61c8-4e33-80b9-b3f7dd9076ad" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.062869] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0acf646-61c8-4e33-80b9-b3f7dd9076ad" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.062869] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.062869] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.062869] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.062869] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.062869] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.062869] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0acf646-61c8-4e33-80b9-b3f7dd9076ad" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.062869] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0acf646-61c8-4e33-80b9-b3f7dd9076ad',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.548107] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.548107] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.548107] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.548107] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.548107] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.548107] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.548107] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.548107] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.548107] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.548107] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.548107] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 is going to be updated. [ 725.564820] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0acf646-61c8-4e33-80b9-b3f7dd9076ad: rpc.has_security_group_logging(os_id): False [ 725.574028] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.574028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.574028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.574028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.574241] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.582377] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 in Status: IN_PROGRESS for 2s [ 725.584746] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.584746] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.584746] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.584746] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.584746] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.584746] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.584746] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.584746] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.585200] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.585200] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.585200] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.585200] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.585200] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.585945] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.585945] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.585945] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.585945] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.585945] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.585945] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.586245] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.586245] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0acf646-61c8-4e33-80b9-b3f7dd9076ad is going to be created. [ 725.599182] env[69670]: INFO networking_nsxv3.common.synchronization [req-62aa75c8-4301-4474-83d3-f52a728c6cfd req-254dcec1-aa48-4c5c-82a2-2f69406cb8c2 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Enqueued Resource ID: 35ebf063-f838-46ac-a347-2e2b966f7d0d with Priority: HIGHEST for action security_group_members [ 725.599182] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35ebf063-f838-46ac-a347-2e2b966f7d0d with Priority: HIGHEST for action security_group_members [ 725.599182] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-35ebf063-f838-46ac-a347-2e2b966f7d0d taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.599312] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35ebf063-f838-46ac-a347-2e2b966f7d0d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.599391] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35ebf063-f838-46ac-a347-2e2b966f7d0d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.599587] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35ebf063-f838-46ac-a347-2e2b966f7d0d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.599758] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.599863] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.599942] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.600131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.600228] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.600331] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35ebf063-f838-46ac-a347-2e2b966f7d0d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.638040] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.638040] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.638040] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.638040] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.638040] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.646975] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0acf646-61c8-4e33-80b9-b3f7dd9076ad in Status: IN_PROGRESS for 2s [ 726.102932] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.103272] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.103272] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.103491] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.103588] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.103795] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.103897] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.103975] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.104139] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.104216] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.104317] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35ebf063-f838-46ac-a347-2e2b966f7d0d is going to be updated. [ 726.129026] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.129212] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.129314] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.129512] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.129684] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.137377] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35ebf063-f838-46ac-a347-2e2b966f7d0d in Status: IN_PROGRESS for 2s [ 727.593296] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 in Status: SUCCESS [ 727.593614] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 deletion is rescheduled due to dependency. [ 727.593614] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.659126] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0acf646-61c8-4e33-80b9-b3f7dd9076ad in Status: SUCCESS [ 727.659297] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0acf646-61c8-4e33-80b9-b3f7dd9076ad" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.921516] env[69670]: INFO networking_nsxv3.common.synchronization [req-81b8d3af-81db-49e0-8019-5ec90c0c0af6 req-9f8089e5-e491-4de7-b92c-729ad3fba7d6 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Enqueued Resource ID: 0ef7d495-885e-4919-a4b5-d4b7dce28f1d with Priority: HIGHEST for action security_group_members [ 727.922087] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ef7d495-885e-4919-a4b5-d4b7dce28f1d with Priority: HIGHEST for action security_group_members [ 727.922410] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.922521] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.922613] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.922824] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.922973] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.923506] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.923578] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.923740] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.923828] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.923921] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ef7d495-885e-4919-a4b5-d4b7dce28f1d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.949430] env[69670]: INFO networking_nsxv3.common.synchronization [req-59876447-b630-4530-a207-6e4da1256bc6 req-9e34447e-935c-493d-9f05-98a4e23e3775 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Enqueued Resource ID: c82c9e7d-c80e-47af-ae60-738a26b73be1 with Priority: HIGHEST for action security_group_members [ 727.950181] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c82c9e7d-c80e-47af-ae60-738a26b73be1 with Priority: HIGHEST for action security_group_members [ 727.950489] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-c82c9e7d-c80e-47af-ae60-738a26b73be1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.950612] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c82c9e7d-c80e-47af-ae60-738a26b73be1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.950679] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c82c9e7d-c80e-47af-ae60-738a26b73be1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.950960] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c82c9e7d-c80e-47af-ae60-738a26b73be1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.951093] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.951204] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.951268] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.951415] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.951553] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.951589] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c82c9e7d-c80e-47af-ae60-738a26b73be1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.147196] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35ebf063-f838-46ac-a347-2e2b966f7d0d in Status: SUCCESS [ 728.147358] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35ebf063-f838-46ac-a347-2e2b966f7d0d deletion is rescheduled due to dependency. [ 728.147482] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35ebf063-f838-46ac-a347-2e2b966f7d0d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.425671] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.425854] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.425928] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.426276] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.426410] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.426916] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.426916] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.426916] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.426916] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.427108] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.427108] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ef7d495-885e-4919-a4b5-d4b7dce28f1d is going to be updated. [ 728.455174] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.455174] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.455174] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.455174] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.455174] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.455174] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.455174] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.455174] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.456364] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.456867] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.456867] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c82c9e7d-c80e-47af-ae60-738a26b73be1 already deleted. [ 728.456867] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c82c9e7d-c80e-47af-ae60-738a26b73be1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.458437] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.458692] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.460426] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.460426] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.460426] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.468567] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ef7d495-885e-4919-a4b5-d4b7dce28f1d in Status: IN_PROGRESS for 2s [ 728.607954] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-708 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.607954] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-708" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.607954] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-708" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.607954] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-708" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.607954] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.607954] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.607954] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.607954] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.607954] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.608691] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 728.609024] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 728.609262] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 728.609477] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 728.609681] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 728.610058] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 728.610409] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 728.656157] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 728.656157] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 728.656157] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 728.656157] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-708" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.656157] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-0a7389d0-d2a4-4c7e-9a8d-05adf7c40493 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.656157] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-0a7389d0-d2a4-4c7e-9a8d-05adf7c40493" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.656157] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-0a7389d0-d2a4-4c7e-9a8d-05adf7c40493" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.656157] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-0a7389d0-d2a4-4c7e-9a8d-05adf7c40493" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.656157] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a7389d0-d2a4-4c7e-9a8d-05adf7c40493',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.162019] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.162019] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.162019] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.162019] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.162019] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.162019] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 0a7389d0-d2a4-4c7e-9a8d-05adf7c40493 not found, creating... [ 729.162019] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.162019] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.162019] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.162019] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.162019] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.162547] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.162547] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.162547] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.162547] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.162547] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.163348] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 0a7389d0-d2a4-4c7e-9a8d-05adf7c40493 is going to be created. [ 729.184963] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.184963] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.184963] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.184963] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.184963] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.184963] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-0a7389d0-d2a4-4c7e-9a8d-05adf7c40493" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.535926] env[69670]: INFO networking_nsxv3.common.synchronization [None req-02043e7b-cb80-4454-b9e7-feebfc4ffcda None None] Enqueued Resource ID: cdd1c70b-a529-4cad-93f8-3f23825e30f0 with Priority: HIGHEST for action port [ 729.535926] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdd1c70b-a529-4cad-93f8-3f23825e30f0 with Priority: HIGHEST for action port [ 729.536421] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdd1c70b-a529-4cad-93f8-3f23825e30f0 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.536534] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdd1c70b-a529-4cad-93f8-3f23825e30f0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.536534] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdd1c70b-a529-4cad-93f8-3f23825e30f0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.536774] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdd1c70b-a529-4cad-93f8-3f23825e30f0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.536841] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdd1c70b-a529-4cad-93f8-3f23825e30f0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.963980] env[69670]: INFO networking_nsxv3.common.synchronization [req-59876447-b630-4530-a207-6e4da1256bc6 req-ba118029-0267-48be-8768-c6cbb5213203 service nova] Enqueued Resource ID: c82c9e7d-c80e-47af-ae60-738a26b73be1 with Priority: HIGHEST for action security_group_rules [ 729.964227] env[69670]: INFO networking_nsxv3.common.synchronization [req-59876447-b630-4530-a207-6e4da1256bc6 req-ba118029-0267-48be-8768-c6cbb5213203 service nova] Enqueued Resource ID: c82c9e7d-c80e-47af-ae60-738a26b73be1 with Priority: HIGHEST for action security_group_members [ 729.964293] env[69670]: INFO networking_nsxv3.common.synchronization [req-59876447-b630-4530-a207-6e4da1256bc6 req-ba118029-0267-48be-8768-c6cbb5213203 service nova] Enqueued Resource ID: 0a7389d0-d2a4-4c7e-9a8d-05adf7c40493 with Priority: HIGHEST for action port [ 729.967887] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c82c9e7d-c80e-47af-ae60-738a26b73be1 with Priority: HIGHEST for action security_group_rules [ 729.967887] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c82c9e7d-c80e-47af-ae60-738a26b73be1 with Priority: HIGHEST for action security_group_members [ 729.967887] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a7389d0-d2a4-4c7e-9a8d-05adf7c40493 with Priority: HIGHEST for action port [ 729.967887] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c82c9e7d-c80e-47af-ae60-738a26b73be1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.967887] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c82c9e7d-c80e-47af-ae60-738a26b73be1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.967887] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c82c9e7d-c80e-47af-ae60-738a26b73be1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.967887] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c82c9e7d-c80e-47af-ae60-738a26b73be1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.967887] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c82c9e7d-c80e-47af-ae60-738a26b73be1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.967887] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-c82c9e7d-c80e-47af-ae60-738a26b73be1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.967887] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c82c9e7d-c80e-47af-ae60-738a26b73be1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.967887] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c82c9e7d-c80e-47af-ae60-738a26b73be1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.967887] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c82c9e7d-c80e-47af-ae60-738a26b73be1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.967887] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.967887] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.967887] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.967887] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.967887] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.967887] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c82c9e7d-c80e-47af-ae60-738a26b73be1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.968836] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a7389d0-d2a4-4c7e-9a8d-05adf7c40493 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.968836] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a7389d0-d2a4-4c7e-9a8d-05adf7c40493" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.968836] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a7389d0-d2a4-4c7e-9a8d-05adf7c40493" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.968959] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a7389d0-d2a4-4c7e-9a8d-05adf7c40493" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.969035] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a7389d0-d2a4-4c7e-9a8d-05adf7c40493',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.039696] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cdd1c70b-a529-4cad-93f8-3f23825e30f0 [ 730.039839] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.041107] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.041107] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.041107] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.041107] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.041107] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cdd1c70b-a529-4cad-93f8-3f23825e30f0 already deleted. [ 730.041107] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdd1c70b-a529-4cad-93f8-3f23825e30f0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.471875] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a7389d0-d2a4-4c7e-9a8d-05adf7c40493 with status ACTIVE [ 730.471875] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.472174] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.472174] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.472306] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.472397] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.472585] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.472685] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.472747] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.472893] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.472972] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.473253] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.473421] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.473494] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.473653] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.473735] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.473825] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a7389d0-d2a4-4c7e-9a8d-05adf7c40493 is going to be updated. [ 730.475006] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-c82c9e7d-c80e-47af-ae60-738a26b73be1 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.479019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c82c9e7d-c80e-47af-ae60-738a26b73be1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.479019] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c82c9e7d-c80e-47af-ae60-738a26b73be1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.479019] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ef7d495-885e-4919-a4b5-d4b7dce28f1d in Status: SUCCESS [ 730.479019] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ef7d495-885e-4919-a4b5-d4b7dce28f1d deletion is rescheduled due to dependency. [ 730.479019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.494313] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.494462] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.494517] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.494723] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.494854] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.495013] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a7389d0-d2a4-4c7e-9a8d-05adf7c40493" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.980951] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c82c9e7d-c80e-47af-ae60-738a26b73be1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.488528] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.491721] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.491721] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.491721] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.491721] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.491721] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c82c9e7d-c80e-47af-ae60-738a26b73be1 is going to be created. [ 731.515203] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.515203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.515203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.515585] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.515585] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.526547] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c82c9e7d-c80e-47af-ae60-738a26b73be1 in Status: UNINITIALIZED for 2s [ 731.916438] env[69670]: INFO networking_nsxv3.common.synchronization [None req-d3ec4758-bdea-414b-be88-6f314b4f03d9 None None] Enqueued Resource ID: 3371b700-3b2a-45ac-b4d4-ea9c7ac4f58a with Priority: HIGHEST for action port [ 731.920602] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3371b700-3b2a-45ac-b4d4-ea9c7ac4f58a with Priority: HIGHEST for action port [ 731.920602] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-3371b700-3b2a-45ac-b4d4-ea9c7ac4f58a taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.920602] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3371b700-3b2a-45ac-b4d4-ea9c7ac4f58a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.920602] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3371b700-3b2a-45ac-b4d4-ea9c7ac4f58a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.920602] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3371b700-3b2a-45ac-b4d4-ea9c7ac4f58a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.920602] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3371b700-3b2a-45ac-b4d4-ea9c7ac4f58a',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.421392] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3371b700-3b2a-45ac-b4d4-ea9c7ac4f58a [ 732.421643] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.421764] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.421833] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.422072] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.422169] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.422269] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3371b700-3b2a-45ac-b4d4-ea9c7ac4f58a already deleted. [ 732.422352] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3371b700-3b2a-45ac-b4d4-ea9c7ac4f58a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.393595] env[69670]: INFO networking_nsxv3.common.synchronization [req-18fa57a9-0a4a-475d-a109-9b241873b0fd req-bedf4eb6-695e-46ea-b362-f3f321510a49 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Enqueued Resource ID: c0acf646-61c8-4e33-80b9-b3f7dd9076ad with Priority: HIGHEST for action security_group_members [ 733.393887] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0acf646-61c8-4e33-80b9-b3f7dd9076ad with Priority: HIGHEST for action security_group_members [ 733.394216] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0acf646-61c8-4e33-80b9-b3f7dd9076ad taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.394343] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0acf646-61c8-4e33-80b9-b3f7dd9076ad" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.394419] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0acf646-61c8-4e33-80b9-b3f7dd9076ad" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.394605] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0acf646-61c8-4e33-80b9-b3f7dd9076ad" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.394755] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.394851] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.394914] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.395083] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.395359] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.395359] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0acf646-61c8-4e33-80b9-b3f7dd9076ad',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.537922] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c82c9e7d-c80e-47af-ae60-738a26b73be1 in Status: SUCCESS [ 733.538271] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c82c9e7d-c80e-47af-ae60-738a26b73be1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.538949] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c82c9e7d-c80e-47af-ae60-738a26b73be1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.539272] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c82c9e7d-c80e-47af-ae60-738a26b73be1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.539561] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.539745] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.539853] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.540112] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.540248] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.540392] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c82c9e7d-c80e-47af-ae60-738a26b73be1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.540533] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c82c9e7d-c80e-47af-ae60-738a26b73be1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.898230] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.898230] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.898230] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.898230] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.898230] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.898230] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.898230] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.902225] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.902225] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.902225] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.902225] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0acf646-61c8-4e33-80b9-b3f7dd9076ad is going to be updated. [ 733.926157] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.926157] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.926157] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.926157] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.926157] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.934266] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0acf646-61c8-4e33-80b9-b3f7dd9076ad in Status: IN_PROGRESS for 2s [ 734.043290] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-c82c9e7d-c80e-47af-ae60-738a26b73be1 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.043446] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c82c9e7d-c80e-47af-ae60-738a26b73be1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.043539] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c82c9e7d-c80e-47af-ae60-738a26b73be1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.043877] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c82c9e7d-c80e-47af-ae60-738a26b73be1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.043934] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.044056] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.044092] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.044237] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.044331] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.044419] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c82c9e7d-c80e-47af-ae60-738a26b73be1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.044566] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-c82c9e7d-c80e-47af-ae60-738a26b73be1 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.044657] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c82c9e7d-c80e-47af-ae60-738a26b73be1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.044715] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c82c9e7d-c80e-47af-ae60-738a26b73be1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.044849] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c82c9e7d-c80e-47af-ae60-738a26b73be1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.044983] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.045081] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.045139] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.045276] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.045381] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.045520] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c82c9e7d-c80e-47af-ae60-738a26b73be1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.045563] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c82c9e7d-c80e-47af-ae60-738a26b73be1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.549097] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c82c9e7d-c80e-47af-ae60-738a26b73be1: rpc.has_security_group_logging(os_id): False [ 734.566183] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.566183] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.566183] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.566436] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.566436] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.566487] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.566596] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.566658] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.566804] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.566899] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.567100] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.567215] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.567262] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.567379] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.567454] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.567628] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.567738] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.567801] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.567937] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.568133] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.568133] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c82c9e7d-c80e-47af-ae60-738a26b73be1 is going to be created. [ 734.627927] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.628094] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.628166] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.628386] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.628567] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.638231] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c82c9e7d-c80e-47af-ae60-738a26b73be1 in Status: IN_PROGRESS for 2s [ 735.944911] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0acf646-61c8-4e33-80b9-b3f7dd9076ad in Status: SUCCESS [ 735.944911] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0acf646-61c8-4e33-80b9-b3f7dd9076ad deletion is rescheduled due to dependency. [ 735.944911] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0acf646-61c8-4e33-80b9-b3f7dd9076ad" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.195485] env[69670]: INFO networking_nsxv3.common.synchronization [req-3302f2c3-d9f2-4548-9e0d-2935b63424ef req-ce27bf20-0b3a-4614-a88d-55db285355b7 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Enqueued Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGHEST for action security_group_members [ 736.196119] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGHEST for action security_group_members [ 736.196448] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.196590] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.196656] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.196911] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.197073] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.197165] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.197224] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.197365] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.197460] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.197546] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.598437] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-778 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.598653] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-778" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.598801] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-778" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.599204] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-778" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.599527] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.599768] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.599863] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.600141] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.600331] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.600815] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 736.600815] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.600815] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.600974] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.601099] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 736.601219] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.601391] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.620975] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.620975] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 736.620975] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.620975] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-778" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.622098] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-9231c399-cfba-42e9-a239-588e6819719f taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.622098] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-9231c399-cfba-42e9-a239-588e6819719f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.622098] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-9231c399-cfba-42e9-a239-588e6819719f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.622098] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-9231c399-cfba-42e9-a239-588e6819719f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.622309] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9231c399-cfba-42e9-a239-588e6819719f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.650457] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c82c9e7d-c80e-47af-ae60-738a26b73be1 in Status: SUCCESS [ 736.650684] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c82c9e7d-c80e-47af-ae60-738a26b73be1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.699845] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.700019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.700096] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.700317] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.700460] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.700611] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.700716] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.700772] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.700921] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.701072] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.701115] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f already deleted. [ 736.701152] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.127834] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.128195] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.128195] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.128462] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.128603] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.128761] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 9231c399-cfba-42e9-a239-588e6819719f not found, creating... [ 737.129036] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.129197] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.129315] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.129528] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.133023] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.133023] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.133023] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.133023] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.133023] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.133023] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.133023] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 9231c399-cfba-42e9-a239-588e6819719f is going to be created. [ 737.153020] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.153020] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.153020] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.153020] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.153020] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.153020] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-9231c399-cfba-42e9-a239-588e6819719f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.849057] env[69670]: INFO networking_nsxv3.common.synchronization [req-3302f2c3-d9f2-4548-9e0d-2935b63424ef req-5db9017d-455a-499c-bd46-658f00e01bac service nova] Enqueued Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGHEST for action security_group_rules [ 737.849255] env[69670]: INFO networking_nsxv3.common.synchronization [req-3302f2c3-d9f2-4548-9e0d-2935b63424ef req-5db9017d-455a-499c-bd46-658f00e01bac service nova] Enqueued Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGHEST for action security_group_members [ 737.849392] env[69670]: INFO networking_nsxv3.common.synchronization [req-3302f2c3-d9f2-4548-9e0d-2935b63424ef req-5db9017d-455a-499c-bd46-658f00e01bac service nova] Enqueued Resource ID: 9231c399-cfba-42e9-a239-588e6819719f with Priority: HIGHEST for action port [ 737.849615] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGHEST for action security_group_rules [ 737.849747] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGHEST for action security_group_members [ 737.849844] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9231c399-cfba-42e9-a239-588e6819719f with Priority: HIGHEST for action port [ 737.850393] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.850569] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.850600] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.850814] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.850896] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.851715] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.852949] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.852949] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.852949] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.852949] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.852949] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.852949] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.852949] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.852949] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.852949] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.853676] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-9231c399-cfba-42e9-a239-588e6819719f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.853785] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9231c399-cfba-42e9-a239-588e6819719f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.853853] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9231c399-cfba-42e9-a239-588e6819719f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.854015] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9231c399-cfba-42e9-a239-588e6819719f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.854088] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9231c399-cfba-42e9-a239-588e6819719f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.355761] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.356065] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.356101] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.359194] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9231c399-cfba-42e9-a239-588e6819719f with status ACTIVE [ 738.359194] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.359194] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.359194] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.359194] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.359194] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.359194] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.359194] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.359194] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.359194] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.359194] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.359194] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.359194] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.359194] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.359194] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.359194] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.359194] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9231c399-cfba-42e9-a239-588e6819719f is going to be updated. [ 738.381806] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.381806] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.381806] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.381806] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.381806] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.381806] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9231c399-cfba-42e9-a239-588e6819719f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.782354] env[69670]: INFO networking_nsxv3.common.synchronization [req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 req-b23b7130-cf1d-4861-a180-4d20a44cb616 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Enqueued Resource ID: 4c844eb7-dc6e-45f9-8351-2636f061d2b1 with Priority: HIGHEST for action security_group_members [ 738.782870] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c844eb7-dc6e-45f9-8351-2636f061d2b1 with Priority: HIGHEST for action security_group_members [ 738.783203] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c844eb7-dc6e-45f9-8351-2636f061d2b1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.783330] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c844eb7-dc6e-45f9-8351-2636f061d2b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.783398] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c844eb7-dc6e-45f9-8351-2636f061d2b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.783641] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c844eb7-dc6e-45f9-8351-2636f061d2b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.783802] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.783897] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.783961] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.784123] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.784212] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.784307] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c844eb7-dc6e-45f9-8351-2636f061d2b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.861267] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.098076] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.098289] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-731" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.098413] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-731" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.098746] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-731" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.099085] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.099170] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.099290] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.100040] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.100211] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.100421] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.100566] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.100686] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.100796] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.100907] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.101021] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.101156] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.119379] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.119544] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 739.119680] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.119857] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-731" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.120197] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-b9ecbf1e-cd62-4d10-849d-6ef62ab1083f taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.120370] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-b9ecbf1e-cd62-4d10-849d-6ef62ab1083f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.120492] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-b9ecbf1e-cd62-4d10-849d-6ef62ab1083f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.120815] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-b9ecbf1e-cd62-4d10-849d-6ef62ab1083f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.120944] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9ecbf1e-cd62-4d10-849d-6ef62ab1083f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.286505] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.286681] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.286729] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.286951] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.287066] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.287272] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.287377] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.287441] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.287590] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.287667] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.287770] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c844eb7-dc6e-45f9-8351-2636f061d2b1 already deleted. [ 739.287850] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c844eb7-dc6e-45f9-8351-2636f061d2b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.363515] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.363775] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.363775] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.363950] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.364066] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.364150] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f is going to be created. [ 739.386093] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.386235] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.386314] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.386611] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.386822] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.395454] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f in Status: UNINITIALIZED for 2s [ 739.623216] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.623459] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.623587] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.623878] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.624045] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.624204] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port b9ecbf1e-cd62-4d10-849d-6ef62ab1083f not found, creating... [ 739.624618] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.624724] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.624834] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.625092] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.625262] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.625663] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.625818] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.626131] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.626181] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.626301] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.626655] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: b9ecbf1e-cd62-4d10-849d-6ef62ab1083f is going to be created. [ 739.650352] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.650594] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.650722] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.651043] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.651250] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.651533] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-b9ecbf1e-cd62-4d10-849d-6ef62ab1083f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.876444] env[69670]: INFO networking_nsxv3.common.synchronization [req-0adf66c2-cd9c-4a59-8de2-3c8871bb5750 req-d3c62ad8-9597-47b3-bb0a-9fa26c3a0cec tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Enqueued Resource ID: d48666be-2b03-4a06-b77e-98b2a947577c with Priority: HIGHEST for action security_group_members [ 739.877009] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48666be-2b03-4a06-b77e-98b2a947577c with Priority: HIGHEST for action security_group_members [ 739.877340] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48666be-2b03-4a06-b77e-98b2a947577c taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.877465] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.877530] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.878516] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.878516] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.878516] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.878516] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.878516] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.878516] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.878516] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d48666be-2b03-4a06-b77e-98b2a947577c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.380907] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d48666be-2b03-4a06-b77e-98b2a947577c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.416849] env[69670]: INFO networking_nsxv3.common.synchronization [req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 req-ad45e083-c214-4ff0-9ef4-c88744abadfb service nova] Enqueued Resource ID: 4c844eb7-dc6e-45f9-8351-2636f061d2b1 with Priority: HIGHEST for action security_group_rules [ 740.417030] env[69670]: INFO networking_nsxv3.common.synchronization [req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 req-ad45e083-c214-4ff0-9ef4-c88744abadfb service nova] Enqueued Resource ID: 4c844eb7-dc6e-45f9-8351-2636f061d2b1 with Priority: HIGHEST for action security_group_members [ 740.417166] env[69670]: INFO networking_nsxv3.common.synchronization [req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 req-ad45e083-c214-4ff0-9ef4-c88744abadfb service nova] Enqueued Resource ID: b9ecbf1e-cd62-4d10-849d-6ef62ab1083f with Priority: HIGHEST for action port [ 740.417640] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c844eb7-dc6e-45f9-8351-2636f061d2b1 with Priority: HIGHEST for action security_group_rules [ 740.417775] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c844eb7-dc6e-45f9-8351-2636f061d2b1 with Priority: HIGHEST for action security_group_members [ 740.417870] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ecbf1e-cd62-4d10-849d-6ef62ab1083f with Priority: HIGHEST for action port [ 740.418669] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c844eb7-dc6e-45f9-8351-2636f061d2b1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.418807] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c844eb7-dc6e-45f9-8351-2636f061d2b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.418878] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c844eb7-dc6e-45f9-8351-2636f061d2b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.419142] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c844eb7-dc6e-45f9-8351-2636f061d2b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.419279] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c844eb7-dc6e-45f9-8351-2636f061d2b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.420143] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c844eb7-dc6e-45f9-8351-2636f061d2b1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.420291] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c844eb7-dc6e-45f9-8351-2636f061d2b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.420365] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c844eb7-dc6e-45f9-8351-2636f061d2b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.420641] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c844eb7-dc6e-45f9-8351-2636f061d2b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.420799] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.420893] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.420979] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.421109] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.421190] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.421275] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c844eb7-dc6e-45f9-8351-2636f061d2b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.422189] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9ecbf1e-cd62-4d10-849d-6ef62ab1083f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.422296] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9ecbf1e-cd62-4d10-849d-6ef62ab1083f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.422361] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9ecbf1e-cd62-4d10-849d-6ef62ab1083f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.422506] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9ecbf1e-cd62-4d10-849d-6ef62ab1083f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.422603] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9ecbf1e-cd62-4d10-849d-6ef62ab1083f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.883332] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d48666be-2b03-4a06-b77e-98b2a947577c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.925315] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c844eb7-dc6e-45f9-8351-2636f061d2b1 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.925451] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c844eb7-dc6e-45f9-8351-2636f061d2b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.925749] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c844eb7-dc6e-45f9-8351-2636f061d2b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.927171] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9ecbf1e-cd62-4d10-849d-6ef62ab1083f with status ACTIVE [ 740.927374] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.927576] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.927679] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.927926] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.929771] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.929771] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.929771] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.929771] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.929771] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.929771] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.929771] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.929771] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.929771] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.929771] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.929771] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.929771] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9ecbf1e-cd62-4d10-849d-6ef62ab1083f is going to be updated. [ 740.949969] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.950170] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.950215] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.950397] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.950530] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.950692] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9ecbf1e-cd62-4d10-849d-6ef62ab1083f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.386291] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.386972] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.388028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.388028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.388028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.388028] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48666be-2b03-4a06-b77e-98b2a947577c is going to be updated. [ 741.408509] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f in Status: SUCCESS [ 741.408509] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.408509] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.408509] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.408509] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.408509] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.408509] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.408509] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.408509] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.408509] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.408509] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.418186] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.418272] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.418304] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.418537] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.418773] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.427555] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48666be-2b03-4a06-b77e-98b2a947577c in Status: IN_PROGRESS for 2s [ 741.427846] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c844eb7-dc6e-45f9-8351-2636f061d2b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.911169] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.911384] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.911462] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.911681] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.911860] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.911944] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.912018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.912163] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.912248] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.912332] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.912477] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.912568] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.912626] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.912762] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.912893] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.912978] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.913048] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.913182] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.913257] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.913344] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.913427] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.930355] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.930488] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.930559] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.930747] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.930850] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.930946] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c844eb7-dc6e-45f9-8351-2636f061d2b1 is going to be created. [ 741.952647] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.952862] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.952862] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.953063] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.953250] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.961735] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c844eb7-dc6e-45f9-8351-2636f061d2b1 in Status: UNINITIALIZED for 2s [ 742.011019] env[69670]: INFO networking_nsxv3.common.synchronization [req-e5dc4c65-8fa2-4d47-ba1b-9aaf06ae245f req-e833fb64-6d42-4fe6-a1cd-1ee89d27599b tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Enqueued Resource ID: c82c9e7d-c80e-47af-ae60-738a26b73be1 with Priority: HIGHEST for action security_group_members [ 742.011019] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c82c9e7d-c80e-47af-ae60-738a26b73be1 with Priority: HIGHEST for action security_group_members [ 742.011019] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-c82c9e7d-c80e-47af-ae60-738a26b73be1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.011019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c82c9e7d-c80e-47af-ae60-738a26b73be1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.011019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c82c9e7d-c80e-47af-ae60-738a26b73be1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.011440] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c82c9e7d-c80e-47af-ae60-738a26b73be1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.011795] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.011987] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.012134] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.012368] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.012534] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.012717] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c82c9e7d-c80e-47af-ae60-738a26b73be1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.419726] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aac54264-f7b3-4aca-a0d1-6eebdb59bc7f: rpc.has_security_group_logging(os_id): False [ 742.436394] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.436559] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.436626] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.436843] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.436929] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.437133] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.437241] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.437303] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.437455] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.437548] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.437752] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.437844] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.437897] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.438091] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.438184] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.438373] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.438481] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.438556] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.438785] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.438910] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.439015] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f is going to be created. [ 742.496562] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.496741] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.496824] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.497047] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.498778] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.510141] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f in Status: IN_PROGRESS for 2s [ 742.519104] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.519104] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.519104] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.519104] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.519104] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.519104] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.519104] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.519104] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.519104] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.519104] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.519104] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c82c9e7d-c80e-47af-ae60-738a26b73be1 is going to be updated. [ 742.585062] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.585231] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.585231] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.585367] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.585541] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.593934] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c82c9e7d-c80e-47af-ae60-738a26b73be1 in Status: IN_PROGRESS for 2s [ 743.437961] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48666be-2b03-4a06-b77e-98b2a947577c in Status: SUCCESS [ 743.438250] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.972331] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c844eb7-dc6e-45f9-8351-2636f061d2b1 in Status: SUCCESS [ 743.972449] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c844eb7-dc6e-45f9-8351-2636f061d2b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.972973] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c844eb7-dc6e-45f9-8351-2636f061d2b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.972973] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c844eb7-dc6e-45f9-8351-2636f061d2b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.972973] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.973187] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.973187] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.973252] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.973336] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.973414] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c844eb7-dc6e-45f9-8351-2636f061d2b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.973508] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c844eb7-dc6e-45f9-8351-2636f061d2b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.004566] env[69670]: INFO networking_nsxv3.common.synchronization [req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 req-1f034204-831a-4433-80e3-d187d2af4eaf tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Enqueued Resource ID: 9c553c97-7140-4a89-b666-4c593f900f20 with Priority: HIGHEST for action security_group_members [ 744.005389] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c553c97-7140-4a89-b666-4c593f900f20 with Priority: HIGHEST for action security_group_members [ 744.005389] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c553c97-7140-4a89-b666-4c593f900f20 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.005563] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.005563] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.005833] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.005955] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.006025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.006025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.006215] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.006253] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.006333] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c553c97-7140-4a89-b666-4c593f900f20',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.400407] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.400610] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.400735] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.401023] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.401273] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.401424] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.401542] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.401751] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.401895] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.403826] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 744.403993] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.404282] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.404529] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.405051] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 744.405296] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.405455] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.424146] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.424321] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 744.424459] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.424642] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.424958] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-2ab2dc59-4285-42d1-87ef-afb83fbd5d19 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.425142] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-2ab2dc59-4285-42d1-87ef-afb83fbd5d19" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.425258] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-2ab2dc59-4285-42d1-87ef-afb83fbd5d19" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.425609] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-2ab2dc59-4285-42d1-87ef-afb83fbd5d19" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.425743] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ab2dc59-4285-42d1-87ef-afb83fbd5d19',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.479150] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c844eb7-dc6e-45f9-8351-2636f061d2b1 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.479449] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c844eb7-dc6e-45f9-8351-2636f061d2b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.479449] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c844eb7-dc6e-45f9-8351-2636f061d2b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.479634] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c844eb7-dc6e-45f9-8351-2636f061d2b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.479736] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.480045] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.480045] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.480045] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.480165] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.480203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c844eb7-dc6e-45f9-8351-2636f061d2b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.480682] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c844eb7-dc6e-45f9-8351-2636f061d2b1 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.480682] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c844eb7-dc6e-45f9-8351-2636f061d2b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.480682] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c844eb7-dc6e-45f9-8351-2636f061d2b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.480682] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c844eb7-dc6e-45f9-8351-2636f061d2b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.480848] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.480848] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.480929] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.481022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.481334] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.481334] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c844eb7-dc6e-45f9-8351-2636f061d2b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.481334] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c844eb7-dc6e-45f9-8351-2636f061d2b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.508626] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.508829] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.508936] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.509239] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.509359] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.509568] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.509693] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.509808] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.509930] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.510019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.510704] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c553c97-7140-4a89-b666-4c593f900f20 is going to be updated. [ 744.522917] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f in Status: SUCCESS [ 744.523227] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.536651] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.536836] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.536917] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.537171] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.537317] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.544977] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c553c97-7140-4a89-b666-4c593f900f20 in Status: IN_PROGRESS for 2s [ 744.600987] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c82c9e7d-c80e-47af-ae60-738a26b73be1 in Status: SUCCESS [ 744.601184] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c82c9e7d-c80e-47af-ae60-738a26b73be1 deletion is rescheduled due to dependency. [ 744.601295] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c82c9e7d-c80e-47af-ae60-738a26b73be1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.612562] env[69670]: INFO networking_nsxv3.common.synchronization [None req-9ea52ecb-914b-4401-9b3f-93ad447181b6 None None] Enqueued Resource ID: 69230c57-292e-46cb-a351-c46e754fe975 with Priority: HIGHEST for action port [ 744.612821] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69230c57-292e-46cb-a351-c46e754fe975 with Priority: HIGHEST for action port [ 744.613390] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-69230c57-292e-46cb-a351-c46e754fe975 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.613520] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69230c57-292e-46cb-a351-c46e754fe975" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.613582] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69230c57-292e-46cb-a351-c46e754fe975" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.613891] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69230c57-292e-46cb-a351-c46e754fe975" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.614150] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69230c57-292e-46cb-a351-c46e754fe975',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.929710] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.929962] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.930104] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.930396] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.930548] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.930700] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 2ab2dc59-4285-42d1-87ef-afb83fbd5d19 not found, creating... [ 744.930960] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.931129] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.931244] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.931453] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.931591] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.931889] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.932031] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.934159] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.934411] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.934560] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.934706] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 2ab2dc59-4285-42d1-87ef-afb83fbd5d19 is going to be created. [ 744.952678] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.953066] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.953196] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.953526] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.953830] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.954288] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-2ab2dc59-4285-42d1-87ef-afb83fbd5d19" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.983392] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c844eb7-dc6e-45f9-8351-2636f061d2b1: rpc.has_security_group_logging(os_id): False [ 745.001371] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.001371] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.001371] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.001371] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.001371] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.001371] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.001371] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.001371] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.001371] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.001371] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.001371] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.001371] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.001371] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.001371] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.001371] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.001849] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.001849] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.001849] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.001849] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.001849] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.001980] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c844eb7-dc6e-45f9-8351-2636f061d2b1 is going to be created. [ 745.066563] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.066563] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.066563] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.066563] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.066563] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.081329] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c844eb7-dc6e-45f9-8351-2636f061d2b1 in Status: IN_PROGRESS for 2s [ 745.115958] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69230c57-292e-46cb-a351-c46e754fe975 [ 745.116223] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.116356] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.116423] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.116661] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.116746] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.116839] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69230c57-292e-46cb-a351-c46e754fe975 already deleted. [ 745.116916] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69230c57-292e-46cb-a351-c46e754fe975" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.744427] env[69670]: INFO networking_nsxv3.common.synchronization [req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 req-ef7c67f3-8986-4b82-86c6-6d93563f2bf7 service nova] Enqueued Resource ID: 9c553c97-7140-4a89-b666-4c593f900f20 with Priority: HIGHEST for action security_group_rules [ 745.744729] env[69670]: INFO networking_nsxv3.common.synchronization [req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 req-ef7c67f3-8986-4b82-86c6-6d93563f2bf7 service nova] Enqueued Resource ID: 9c553c97-7140-4a89-b666-4c593f900f20 with Priority: HIGHEST for action security_group_members [ 745.745084] env[69670]: INFO networking_nsxv3.common.synchronization [req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 req-ef7c67f3-8986-4b82-86c6-6d93563f2bf7 service nova] Enqueued Resource ID: 2ab2dc59-4285-42d1-87ef-afb83fbd5d19 with Priority: HIGHEST for action port [ 745.746685] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c553c97-7140-4a89-b666-4c593f900f20 with Priority: HIGHEST for action security_group_rules [ 745.746685] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c553c97-7140-4a89-b666-4c593f900f20 with Priority: HIGHEST for action security_group_members [ 745.746685] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ab2dc59-4285-42d1-87ef-afb83fbd5d19 with Priority: HIGHEST for action port [ 745.746685] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c553c97-7140-4a89-b666-4c593f900f20 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.750545] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.750545] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.750545] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.750545] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c553c97-7140-4a89-b666-4c593f900f20',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.750545] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c553c97-7140-4a89-b666-4c593f900f20 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.750545] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.750545] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ab2dc59-4285-42d1-87ef-afb83fbd5d19 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.750545] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ab2dc59-4285-42d1-87ef-afb83fbd5d19" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.750545] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ab2dc59-4285-42d1-87ef-afb83fbd5d19" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.750545] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ab2dc59-4285-42d1-87ef-afb83fbd5d19" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.750545] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ab2dc59-4285-42d1-87ef-afb83fbd5d19',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.791283] env[69670]: INFO networking_nsxv3.common.synchronization [None req-ebeecd83-8d7c-477f-92f1-a40fa116023c tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Enqueued Resource ID: 85925ea3-e7a8-4379-99cc-f68b3cb9f569 with Priority: HIGHEST for action security_group_rules [ 745.791764] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85925ea3-e7a8-4379-99cc-f68b3cb9f569 with Priority: HIGHEST for action security_group_rules [ 745.792097] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85925ea3-e7a8-4379-99cc-f68b3cb9f569 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.792216] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85925ea3-e7a8-4379-99cc-f68b3cb9f569" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.792285] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85925ea3-e7a8-4379-99cc-f68b3cb9f569" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.792540] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85925ea3-e7a8-4379-99cc-f68b3cb9f569" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.792628] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85925ea3-e7a8-4379-99cc-f68b3cb9f569',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.927267] env[69670]: INFO networking_nsxv3.common.synchronization [None req-8a713fa8-5665-4047-8420-c1da2d505d3f tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Enqueued Resource ID: 85925ea3-e7a8-4379-99cc-f68b3cb9f569 with Priority: HIGHEST for action security_group_rules [ 745.927267] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85925ea3-e7a8-4379-99cc-f68b3cb9f569 with Priority: HIGHEST for action security_group_rules [ 745.927267] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85925ea3-e7a8-4379-99cc-f68b3cb9f569 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.927802] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85925ea3-e7a8-4379-99cc-f68b3cb9f569" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.252775] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c553c97-7140-4a89-b666-4c593f900f20 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.252939] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.253146] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ab2dc59-4285-42d1-87ef-afb83fbd5d19 with status ACTIVE [ 746.253321] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.254388] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.254388] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.254388] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.254388] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.254388] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.254388] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.254388] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.254388] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.254388] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.254722] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.254722] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.254722] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.254895] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.254895] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.255122] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ab2dc59-4285-42d1-87ef-afb83fbd5d19 is going to be updated. [ 746.275508] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.275614] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.276474] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.276474] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.276474] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.276474] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ab2dc59-4285-42d1-87ef-afb83fbd5d19" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.314416] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.314564] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.314955] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.314955] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.314955] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.315101] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85925ea3-e7a8-4379-99cc-f68b3cb9f569 already deleted. [ 746.315101] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85925ea3-e7a8-4379-99cc-f68b3cb9f569" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.315247] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85925ea3-e7a8-4379-99cc-f68b3cb9f569" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.315409] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85925ea3-e7a8-4379-99cc-f68b3cb9f569" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.315501] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85925ea3-e7a8-4379-99cc-f68b3cb9f569',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.548859] env[69670]: INFO networking_nsxv3.common.synchronization [req-f956c18e-4921-440f-9f2b-189f31f61509 req-0bfc6faa-96bc-437b-8741-a5a007915fee tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Enqueued Resource ID: a675c84e-5fd4-47ef-a5e3-183fdf9e0712 with Priority: HIGHEST for action security_group_members [ 746.549161] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a675c84e-5fd4-47ef-a5e3-183fdf9e0712 with Priority: HIGHEST for action security_group_members [ 746.549796] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-a675c84e-5fd4-47ef-a5e3-183fdf9e0712 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.549967] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a675c84e-5fd4-47ef-a5e3-183fdf9e0712" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.550054] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a675c84e-5fd4-47ef-a5e3-183fdf9e0712" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.550554] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a675c84e-5fd4-47ef-a5e3-183fdf9e0712" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.550554] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.550708] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.550800] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.550954] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.551049] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.551298] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a675c84e-5fd4-47ef-a5e3-183fdf9e0712',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.557036] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c553c97-7140-4a89-b666-4c593f900f20 in Status: IN_PROGRESS for 4s [ 746.606910] env[69670]: INFO networking_nsxv3.common.synchronization [None req-d4c5316f-80d4-45a0-8cd2-c844d0737613 None None] Enqueued Resource ID: b43f37bf-db5e-4f62-a841-7ea76d40e929 with Priority: HIGHEST for action port [ 746.608162] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b43f37bf-db5e-4f62-a841-7ea76d40e929 with Priority: HIGHEST for action port [ 746.608162] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-b43f37bf-db5e-4f62-a841-7ea76d40e929 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.608162] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b43f37bf-db5e-4f62-a841-7ea76d40e929" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.608287] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b43f37bf-db5e-4f62-a841-7ea76d40e929" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.608493] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b43f37bf-db5e-4f62-a841-7ea76d40e929" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.608644] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b43f37bf-db5e-4f62-a841-7ea76d40e929',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.836529] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.836816] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.836816] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.837025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.837247] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.837792] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85925ea3-e7a8-4379-99cc-f68b3cb9f569 already deleted. [ 746.837947] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85925ea3-e7a8-4379-99cc-f68b3cb9f569" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.054845] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.054845] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.054845] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.054845] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.054845] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.054845] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.054845] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.054845] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.054845] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.054845] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.055226] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a675c84e-5fd4-47ef-a5e3-183fdf9e0712 already deleted. [ 747.055226] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a675c84e-5fd4-47ef-a5e3-183fdf9e0712" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.070438] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-162 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.070634] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-162" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.070757] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-162" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.072027] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-162" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.072027] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.072027] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.072027] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.072027] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.072027] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.072864] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 747.074108] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.074108] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.074108] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.074108] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 747.074108] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.074108] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.092616] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.092781] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 747.092934] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.093138] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-162" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.093727] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-190877bb-d5c9-4d25-a5ac-2e3a827433eb taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.093859] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-190877bb-d5c9-4d25-a5ac-2e3a827433eb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.093987] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-190877bb-d5c9-4d25-a5ac-2e3a827433eb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.094402] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-190877bb-d5c9-4d25-a5ac-2e3a827433eb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.094568] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('190877bb-d5c9-4d25-a5ac-2e3a827433eb',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.097548] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c844eb7-dc6e-45f9-8351-2636f061d2b1 in Status: SUCCESS [ 747.097759] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c844eb7-dc6e-45f9-8351-2636f061d2b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.112025] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b43f37bf-db5e-4f62-a841-7ea76d40e929 [ 747.112484] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.112661] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.112735] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.112943] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.113065] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.113212] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b43f37bf-db5e-4f62-a841-7ea76d40e929 already deleted. [ 747.113335] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b43f37bf-db5e-4f62-a841-7ea76d40e929" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.601115] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.601354] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.601935] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.601935] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.601935] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.602134] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 190877bb-d5c9-4d25-a5ac-2e3a827433eb not found, creating... [ 747.602426] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.602585] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.602701] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.602918] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.603071] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.603343] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.603518] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.603642] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.603849] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.603983] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.604829] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 190877bb-d5c9-4d25-a5ac-2e3a827433eb is going to be created. [ 747.624431] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.625110] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.625346] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.625745] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.626024] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.626407] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-190877bb-d5c9-4d25-a5ac-2e3a827433eb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.376238] env[69670]: INFO networking_nsxv3.common.synchronization [req-f956c18e-4921-440f-9f2b-189f31f61509 req-1e2c7a59-6c49-4580-b5f5-b5e362d39ea3 service nova] Enqueued Resource ID: a675c84e-5fd4-47ef-a5e3-183fdf9e0712 with Priority: HIGHEST for action security_group_rules [ 748.376575] env[69670]: INFO networking_nsxv3.common.synchronization [req-f956c18e-4921-440f-9f2b-189f31f61509 req-1e2c7a59-6c49-4580-b5f5-b5e362d39ea3 service nova] Enqueued Resource ID: a675c84e-5fd4-47ef-a5e3-183fdf9e0712 with Priority: HIGHEST for action security_group_members [ 748.376575] env[69670]: INFO networking_nsxv3.common.synchronization [req-f956c18e-4921-440f-9f2b-189f31f61509 req-1e2c7a59-6c49-4580-b5f5-b5e362d39ea3 service nova] Enqueued Resource ID: 190877bb-d5c9-4d25-a5ac-2e3a827433eb with Priority: HIGHEST for action port [ 748.377375] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a675c84e-5fd4-47ef-a5e3-183fdf9e0712 with Priority: HIGHEST for action security_group_rules [ 748.377375] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a675c84e-5fd4-47ef-a5e3-183fdf9e0712 with Priority: HIGHEST for action security_group_members [ 748.377480] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 190877bb-d5c9-4d25-a5ac-2e3a827433eb with Priority: HIGHEST for action port [ 748.377722] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a675c84e-5fd4-47ef-a5e3-183fdf9e0712 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.377848] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a675c84e-5fd4-47ef-a5e3-183fdf9e0712" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.377900] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a675c84e-5fd4-47ef-a5e3-183fdf9e0712" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.378157] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a675c84e-5fd4-47ef-a5e3-183fdf9e0712" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.378237] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a675c84e-5fd4-47ef-a5e3-183fdf9e0712',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.379149] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-a675c84e-5fd4-47ef-a5e3-183fdf9e0712 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.379279] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a675c84e-5fd4-47ef-a5e3-183fdf9e0712" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.379364] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a675c84e-5fd4-47ef-a5e3-183fdf9e0712" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.379585] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a675c84e-5fd4-47ef-a5e3-183fdf9e0712" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.379796] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.380327] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.380413] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.382077] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.382077] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.382077] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a675c84e-5fd4-47ef-a5e3-183fdf9e0712',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.382766] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-190877bb-d5c9-4d25-a5ac-2e3a827433eb taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.382903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-190877bb-d5c9-4d25-a5ac-2e3a827433eb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.382957] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-190877bb-d5c9-4d25-a5ac-2e3a827433eb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.383155] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-190877bb-d5c9-4d25-a5ac-2e3a827433eb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.383231] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('190877bb-d5c9-4d25-a5ac-2e3a827433eb',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.563421] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c553c97-7140-4a89-b666-4c593f900f20 in Status: SUCCESS [ 748.563629] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c553c97-7140-4a89-b666-4c593f900f20 deletion is rescheduled due to dependency. [ 748.563758] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.563917] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.564141] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.564449] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.564449] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.564565] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.564628] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.564709] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.564803] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c553c97-7140-4a89-b666-4c593f900f20',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.883510] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a675c84e-5fd4-47ef-a5e3-183fdf9e0712',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.887548] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 190877bb-d5c9-4d25-a5ac-2e3a827433eb with status ACTIVE [ 748.887548] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.887548] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.887548] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.887548] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.887548] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.887548] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.887548] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.887548] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.887548] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.887548] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.887548] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.887548] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.887548] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.887548] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.887548] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.887548] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 190877bb-d5c9-4d25-a5ac-2e3a827433eb is going to be updated. [ 748.892018] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-a675c84e-5fd4-47ef-a5e3-183fdf9e0712 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.892018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a675c84e-5fd4-47ef-a5e3-183fdf9e0712" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.906497] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.906653] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.906725] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.906914] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.907053] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.907201] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-190877bb-d5c9-4d25-a5ac-2e3a827433eb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.067500] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c553c97-7140-4a89-b666-4c593f900f20',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.267877] env[69670]: INFO networking_nsxv3.common.synchronization [req-d772d854-df4f-4e97-92c1-d03d8f97ea9a req-1cbb1e62-df35-4a4f-9e0a-9d806dbddc99 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Enqueued Resource ID: 93c5efce-7f40-4699-85b5-784ae175d046 with Priority: HIGHEST for action security_group_members [ 749.268550] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c5efce-7f40-4699-85b5-784ae175d046 with Priority: HIGHEST for action security_group_members [ 749.268995] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c5efce-7f40-4699-85b5-784ae175d046 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.269195] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.269304] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.269629] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.269850] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.269999] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.270124] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.270323] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.270465] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.270598] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93c5efce-7f40-4699-85b5-784ae175d046',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.390105] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a675c84e-5fd4-47ef-a5e3-183fdf9e0712',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.569877] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c553c97-7140-4a89-b666-4c593f900f20',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.663340] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.663560] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.663710] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.663977] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.664288] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.664445] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.664560] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.664775] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.665113] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.665195] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 749.665226] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 749.665364] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 749.665438] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 749.665616] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 749.665734] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 749.665867] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 749.686812] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 749.687651] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 749.687651] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 749.687651] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.687887] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-875dd103-027a-4321-917a-64cea8e661f1 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.688231] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-875dd103-027a-4321-917a-64cea8e661f1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.688231] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-875dd103-027a-4321-917a-64cea8e661f1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.688640] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-875dd103-027a-4321-917a-64cea8e661f1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.689693] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('875dd103-027a-4321-917a-64cea8e661f1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.772919] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.773150] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.773246] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.773447] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.773631] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.773895] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.773895] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.774080] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.774143] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.774206] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.774294] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93c5efce-7f40-4699-85b5-784ae175d046 already deleted. [ 749.774355] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.893874] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.894054] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.894166] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.894438] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.894539] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.894641] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a675c84e-5fd4-47ef-a5e3-183fdf9e0712 is going to be created. [ 749.916895] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.916895] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.916895] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.917165] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.917748] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.928944] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a675c84e-5fd4-47ef-a5e3-183fdf9e0712 in Status: UNINITIALIZED for 2s [ 750.075644] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.075829] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.076195] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.076478] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.076616] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.076727] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c553c97-7140-4a89-b666-4c593f900f20 is going to be updated. [ 750.105371] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.105641] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.105731] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.105997] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.106180] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.118043] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c553c97-7140-4a89-b666-4c593f900f20 in Status: IN_PROGRESS for 2s [ 750.197875] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.198132] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.198261] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.198548] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.198703] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.198858] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 875dd103-027a-4321-917a-64cea8e661f1 not found, creating... [ 750.199144] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.199301] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.199413] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.199649] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.199795] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.200088] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.200240] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.200353] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.200560] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.200750] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.200828] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 875dd103-027a-4321-917a-64cea8e661f1 is going to be created. [ 750.220180] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.220434] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.220598] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.220923] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.221175] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.221401] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-875dd103-027a-4321-917a-64cea8e661f1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.042812] env[69670]: INFO networking_nsxv3.common.synchronization [req-d772d854-df4f-4e97-92c1-d03d8f97ea9a req-989daf04-8e3e-4e97-9c33-11d6d81ba45f service nova] Enqueued Resource ID: 93c5efce-7f40-4699-85b5-784ae175d046 with Priority: HIGHEST for action security_group_rules [ 751.042812] env[69670]: INFO networking_nsxv3.common.synchronization [req-d772d854-df4f-4e97-92c1-d03d8f97ea9a req-989daf04-8e3e-4e97-9c33-11d6d81ba45f service nova] Enqueued Resource ID: 93c5efce-7f40-4699-85b5-784ae175d046 with Priority: HIGHEST for action security_group_members [ 751.042812] env[69670]: INFO networking_nsxv3.common.synchronization [req-d772d854-df4f-4e97-92c1-d03d8f97ea9a req-989daf04-8e3e-4e97-9c33-11d6d81ba45f service nova] Enqueued Resource ID: 875dd103-027a-4321-917a-64cea8e661f1 with Priority: HIGHEST for action port [ 751.042812] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c5efce-7f40-4699-85b5-784ae175d046 with Priority: HIGHEST for action security_group_rules [ 751.044472] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c5efce-7f40-4699-85b5-784ae175d046 with Priority: HIGHEST for action security_group_members [ 751.045190] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875dd103-027a-4321-917a-64cea8e661f1 with Priority: HIGHEST for action port [ 751.045942] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93c5efce-7f40-4699-85b5-784ae175d046 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.048673] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.048765] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.049080] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.049174] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93c5efce-7f40-4699-85b5-784ae175d046',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.051153] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c5efce-7f40-4699-85b5-784ae175d046 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.051286] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.051360] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.051532] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.052077] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.052196] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.052260] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.052415] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.052506] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.052601] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93c5efce-7f40-4699-85b5-784ae175d046',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.057018] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-875dd103-027a-4321-917a-64cea8e661f1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.057018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-875dd103-027a-4321-917a-64cea8e661f1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.057018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-875dd103-027a-4321-917a-64cea8e661f1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.057018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-875dd103-027a-4321-917a-64cea8e661f1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.057018] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('875dd103-027a-4321-917a-64cea8e661f1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.337229] env[69670]: INFO networking_nsxv3.common.synchronization [req-f684cd06-64fd-4421-b982-f05131e4defb req-1953e932-0ac4-4da6-8b94-36c5ec1b9fca tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Enqueued Resource ID: 4c844eb7-dc6e-45f9-8351-2636f061d2b1 with Priority: HIGHEST for action security_group_members [ 751.337790] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c844eb7-dc6e-45f9-8351-2636f061d2b1 with Priority: HIGHEST for action security_group_members [ 751.338127] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c844eb7-dc6e-45f9-8351-2636f061d2b1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.338263] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c844eb7-dc6e-45f9-8351-2636f061d2b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.338337] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c844eb7-dc6e-45f9-8351-2636f061d2b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.338531] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c844eb7-dc6e-45f9-8351-2636f061d2b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.338705] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.338803] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.338883] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.339035] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.339124] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.339482] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c844eb7-dc6e-45f9-8351-2636f061d2b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.555818] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c5efce-7f40-4699-85b5-784ae175d046 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.556024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.556167] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93c5efce-7f40-4699-85b5-784ae175d046',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.558730] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 875dd103-027a-4321-917a-64cea8e661f1 with status ACTIVE [ 751.558925] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.559091] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.559219] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.559413] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.559509] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.559692] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.559787] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.559850] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.559997] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.560086] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.560268] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.560359] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.560420] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.560555] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.560694] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.560784] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 875dd103-027a-4321-917a-64cea8e661f1 is going to be updated. [ 751.580782] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.580923] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.580994] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.581202] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.581339] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.581488] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-875dd103-027a-4321-917a-64cea8e661f1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.843238] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.843437] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.843537] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.844153] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.844262] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.844470] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.844573] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.844636] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.844805] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.844880] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.844968] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c844eb7-dc6e-45f9-8351-2636f061d2b1 is going to be updated. [ 751.879272] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.879474] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.879474] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.880441] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.880441] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.888997] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c844eb7-dc6e-45f9-8351-2636f061d2b1 in Status: IN_PROGRESS for 2s [ 751.936970] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a675c84e-5fd4-47ef-a5e3-183fdf9e0712 in Status: SUCCESS [ 751.937254] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a675c84e-5fd4-47ef-a5e3-183fdf9e0712" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.937399] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a675c84e-5fd4-47ef-a5e3-183fdf9e0712" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.937622] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a675c84e-5fd4-47ef-a5e3-183fdf9e0712" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.937856] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.938348] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.938348] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.938348] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.938348] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.938348] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a675c84e-5fd4-47ef-a5e3-183fdf9e0712" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.938513] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a675c84e-5fd4-47ef-a5e3-183fdf9e0712',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.058487] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93c5efce-7f40-4699-85b5-784ae175d046',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.128573] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c553c97-7140-4a89-b666-4c593f900f20 in Status: SUCCESS [ 752.128866] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.128995] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.129245] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.129432] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.129559] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.129617] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.129765] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.129846] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.129930] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.130029] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c553c97-7140-4a89-b666-4c593f900f20',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.441159] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-a675c84e-5fd4-47ef-a5e3-183fdf9e0712 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.441299] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a675c84e-5fd4-47ef-a5e3-183fdf9e0712" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.441363] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a675c84e-5fd4-47ef-a5e3-183fdf9e0712" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.441585] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a675c84e-5fd4-47ef-a5e3-183fdf9e0712" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.441767] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.441870] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.441934] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.442098] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.442189] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.442278] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a675c84e-5fd4-47ef-a5e3-183fdf9e0712" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.442424] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-a675c84e-5fd4-47ef-a5e3-183fdf9e0712 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.442516] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a675c84e-5fd4-47ef-a5e3-183fdf9e0712" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.442580] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a675c84e-5fd4-47ef-a5e3-183fdf9e0712" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.442717] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a675c84e-5fd4-47ef-a5e3-183fdf9e0712" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.442849] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.442938] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.442995] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.443272] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.443272] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.443351] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a675c84e-5fd4-47ef-a5e3-183fdf9e0712" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.443382] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a675c84e-5fd4-47ef-a5e3-183fdf9e0712',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.563452] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.563452] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.563452] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.563452] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.563452] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.563452] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93c5efce-7f40-4699-85b5-784ae175d046 is going to be created. [ 752.601860] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.601996] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.602111] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.602334] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.602536] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.627610] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c5efce-7f40-4699-85b5-784ae175d046 in Status: UNINITIALIZED for 2s [ 752.632828] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c553c97-7140-4a89-b666-4c593f900f20 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.633158] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.633158] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.633567] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.633772] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.633920] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.634017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.634236] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.634327] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.634431] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.634582] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c553c97-7140-4a89-b666-4c593f900f20 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.634676] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.634733] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.634908] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.635059] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.635154] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.635211] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.635410] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.635410] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.635501] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.635690] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c553c97-7140-4a89-b666-4c593f900f20',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.946161] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a675c84e-5fd4-47ef-a5e3-183fdf9e0712: rpc.has_security_group_logging(os_id): False [ 752.969188] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.969188] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.969188] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.969188] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.969188] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.969188] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.969188] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.969188] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.969188] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.969492] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.969492] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.969556] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.969587] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.969827] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.969827] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.970137] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.970939] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.970939] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.970939] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.970939] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.970939] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a675c84e-5fd4-47ef-a5e3-183fdf9e0712 is going to be created. [ 753.028934] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.029186] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.029261] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.029489] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.029677] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.041572] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a675c84e-5fd4-47ef-a5e3-183fdf9e0712 in Status: IN_PROGRESS for 2s [ 753.138657] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c553c97-7140-4a89-b666-4c593f900f20: rpc.has_security_group_logging(os_id): False [ 753.158154] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.158154] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.158154] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.158154] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.158154] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.158154] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.158154] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.158154] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.158447] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.158447] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.158447] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.158533] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.158570] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.158726] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.158802] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.159114] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.159766] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.159766] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.159766] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.159766] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.159766] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c553c97-7140-4a89-b666-4c593f900f20 is going to be updated. [ 753.231673] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.232418] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.232520] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.232843] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.233047] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.255887] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c553c97-7140-4a89-b666-4c593f900f20 in Status: IN_PROGRESS for 2s [ 753.900700] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c844eb7-dc6e-45f9-8351-2636f061d2b1 in Status: SUCCESS [ 753.900700] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c844eb7-dc6e-45f9-8351-2636f061d2b1 deletion is rescheduled due to dependency. [ 753.900700] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c844eb7-dc6e-45f9-8351-2636f061d2b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.636147] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c5efce-7f40-4699-85b5-784ae175d046 in Status: SUCCESS [ 754.636483] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.636483] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.636655] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.636855] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.636969] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.637068] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.637255] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.637255] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.637366] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.637429] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93c5efce-7f40-4699-85b5-784ae175d046',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.675031] env[69670]: INFO networking_nsxv3.common.synchronization [req-1a2b035e-2378-4dab-beba-01ce90022be7 req-e397a282-6ae6-4a86-b044-59668374b671 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Enqueued Resource ID: 93c5efce-7f40-4699-85b5-784ae175d046 with Priority: HIGHEST for action security_group_members [ 754.675031] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c5efce-7f40-4699-85b5-784ae175d046 with Priority: HIGHEST for action security_group_members [ 754.675031] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c5efce-7f40-4699-85b5-784ae175d046 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.675031] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.675031] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.675031] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.675031] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.676050] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.676163] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.676332] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.676423] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.676520] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93c5efce-7f40-4699-85b5-784ae175d046',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.055043] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a675c84e-5fd4-47ef-a5e3-183fdf9e0712 in Status: SUCCESS [ 755.055043] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a675c84e-5fd4-47ef-a5e3-183fdf9e0712" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.085997] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.085997] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.085997] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.085997] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.085997] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.085997] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.085997] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.085997] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.085997] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.085997] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.085997] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.085997] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.085997] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.086864] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.086864] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.088423] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.108492] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.108492] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 755.108492] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.108492] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.108492] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-1a82fc24-26ee-4984-af8e-5b592ab7c658 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.108492] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-1a82fc24-26ee-4984-af8e-5b592ab7c658" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.108492] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-1a82fc24-26ee-4984-af8e-5b592ab7c658" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.109255] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-1a82fc24-26ee-4984-af8e-5b592ab7c658" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.109396] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a82fc24-26ee-4984-af8e-5b592ab7c658',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.140321] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c5efce-7f40-4699-85b5-784ae175d046 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.140321] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.183054] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93c5efce-7f40-4699-85b5-784ae175d046',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.271752] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c553c97-7140-4a89-b666-4c593f900f20 in Status: SUCCESS [ 755.272202] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.612158] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.612158] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.612369] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.612524] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.612677] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.612836] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 1a82fc24-26ee-4984-af8e-5b592ab7c658 not found, creating... [ 755.613802] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.613802] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.613802] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.614163] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.614163] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.614412] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.614609] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.614808] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.616817] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.616817] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.616817] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 1a82fc24-26ee-4984-af8e-5b592ab7c658 is going to be created. [ 755.633209] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.633428] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.633643] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.634018] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.634260] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.634486] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-1a82fc24-26ee-4984-af8e-5b592ab7c658" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.685803] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93c5efce-7f40-4699-85b5-784ae175d046',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.188292] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.188535] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.188598] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.188911] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.189218] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.189374] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93c5efce-7f40-4699-85b5-784ae175d046 is going to be updated. [ 756.217805] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.217805] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.217805] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.217805] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.218189] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.231403] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c5efce-7f40-4699-85b5-784ae175d046 in Status: IN_PROGRESS for 2s [ 756.496837] env[69670]: INFO networking_nsxv3.common.synchronization [req-1a2b035e-2378-4dab-beba-01ce90022be7 req-33264872-735b-4f2c-bad7-04963253c3a2 service nova] Enqueued Resource ID: 93c5efce-7f40-4699-85b5-784ae175d046 with Priority: HIGHEST for action security_group_rules [ 756.497017] env[69670]: INFO networking_nsxv3.common.synchronization [req-1a2b035e-2378-4dab-beba-01ce90022be7 req-33264872-735b-4f2c-bad7-04963253c3a2 service nova] Enqueued Resource ID: 93c5efce-7f40-4699-85b5-784ae175d046 with Priority: HIGHEST for action security_group_members [ 756.497152] env[69670]: INFO networking_nsxv3.common.synchronization [req-1a2b035e-2378-4dab-beba-01ce90022be7 req-33264872-735b-4f2c-bad7-04963253c3a2 service nova] Enqueued Resource ID: 1a82fc24-26ee-4984-af8e-5b592ab7c658 with Priority: HIGHEST for action port [ 756.497392] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c5efce-7f40-4699-85b5-784ae175d046 with Priority: HIGHEST for action security_group_rules [ 756.497519] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c5efce-7f40-4699-85b5-784ae175d046 with Priority: HIGHEST for action security_group_members [ 756.497614] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a82fc24-26ee-4984-af8e-5b592ab7c658 with Priority: HIGHEST for action port [ 756.498210] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93c5efce-7f40-4699-85b5-784ae175d046 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.498310] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.498560] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c5efce-7f40-4699-85b5-784ae175d046 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.498603] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.498733] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a82fc24-26ee-4984-af8e-5b592ab7c658 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.498838] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a82fc24-26ee-4984-af8e-5b592ab7c658" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.498900] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a82fc24-26ee-4984-af8e-5b592ab7c658" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.499129] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a82fc24-26ee-4984-af8e-5b592ab7c658" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.499207] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a82fc24-26ee-4984-af8e-5b592ab7c658',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.003493] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a82fc24-26ee-4984-af8e-5b592ab7c658 with status ACTIVE [ 757.003493] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.003493] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.003493] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.003493] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.003493] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.003493] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.003493] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.003493] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.003493] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.004914] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.004914] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.004914] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.004914] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.004914] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.004914] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.004914] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a82fc24-26ee-4984-af8e-5b592ab7c658 is going to be updated. [ 757.027568] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.027724] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.027763] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.028015] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.028153] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.028335] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a82fc24-26ee-4984-af8e-5b592ab7c658" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.208772] env[69670]: INFO networking_nsxv3.common.synchronization [req-243fd48c-5b01-412d-ad9f-00f97a04a6e7 req-c267a17b-c8dd-4ef1-9fa8-5f35128315bc tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Enqueued Resource ID: 9c553c97-7140-4a89-b666-4c593f900f20 with Priority: HIGHEST for action security_group_members [ 757.208772] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c553c97-7140-4a89-b666-4c593f900f20 with Priority: HIGHEST for action security_group_members [ 757.208772] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c553c97-7140-4a89-b666-4c593f900f20 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.208772] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.208772] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.208772] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.211469] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.211579] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.211656] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.211853] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.211941] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.212054] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c553c97-7140-4a89-b666-4c593f900f20',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.501692] env[69670]: INFO networking_nsxv3.common.synchronization [None req-165fc34f-4e4e-44c7-8603-bc1c680ff974 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Enqueued Resource ID: a29233ca-85da-40fa-8688-3b99b896c313 with Priority: HIGHEST for action security_group_rules [ 757.502295] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a29233ca-85da-40fa-8688-3b99b896c313 with Priority: HIGHEST for action security_group_rules [ 757.502641] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a29233ca-85da-40fa-8688-3b99b896c313 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.502780] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a29233ca-85da-40fa-8688-3b99b896c313" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.502858] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a29233ca-85da-40fa-8688-3b99b896c313" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.503154] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a29233ca-85da-40fa-8688-3b99b896c313" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.503242] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a29233ca-85da-40fa-8688-3b99b896c313',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.594695] env[69670]: INFO networking_nsxv3.common.synchronization [None req-b85549e8-4e45-4fa6-8e3a-a4a73df3cf29 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Enqueued Resource ID: a29233ca-85da-40fa-8688-3b99b896c313 with Priority: HIGHEST for action security_group_rules [ 757.596226] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a29233ca-85da-40fa-8688-3b99b896c313 with Priority: HIGHEST for action security_group_rules [ 757.596226] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a29233ca-85da-40fa-8688-3b99b896c313 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.596226] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a29233ca-85da-40fa-8688-3b99b896c313" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.715174] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.715349] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.715349] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.715492] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.715661] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.715870] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.715976] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.716049] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.716216] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.716475] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.716475] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c553c97-7140-4a89-b666-4c593f900f20 is going to be updated. [ 757.748072] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.748072] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.748072] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.748072] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.748072] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.764439] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c553c97-7140-4a89-b666-4c593f900f20 in Status: IN_PROGRESS for 2s [ 758.024723] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.024723] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.024723] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.025168] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.025168] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.025168] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a29233ca-85da-40fa-8688-3b99b896c313 already deleted. [ 758.025265] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a29233ca-85da-40fa-8688-3b99b896c313" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.025419] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a29233ca-85da-40fa-8688-3b99b896c313" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.025726] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a29233ca-85da-40fa-8688-3b99b896c313" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.025726] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a29233ca-85da-40fa-8688-3b99b896c313',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.242082] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c5efce-7f40-4699-85b5-784ae175d046 in Status: SUCCESS [ 758.242082] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.242265] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.242588] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.242922] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.243126] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.243217] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.243423] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.243530] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.243665] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.243853] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c5efce-7f40-4699-85b5-784ae175d046 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.244012] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.244012] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.244130] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.244269] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.244366] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.244429] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.244676] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.244676] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.244806] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.244806] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93c5efce-7f40-4699-85b5-784ae175d046',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.245790] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.245994] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.246177] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.246435] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.246435] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.246567] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.246567] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.246621] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93c5efce-7f40-4699-85b5-784ae175d046',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.549325] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.549980] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.549980] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.549980] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.550133] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.550167] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a29233ca-85da-40fa-8688-3b99b896c313 already deleted. [ 758.550276] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a29233ca-85da-40fa-8688-3b99b896c313" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.748251] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93c5efce-7f40-4699-85b5-784ae175d046: rpc.has_security_group_logging(os_id): False [ 758.749885] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93c5efce-7f40-4699-85b5-784ae175d046',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.768817] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.768956] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.769038] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.769349] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.769502] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.769736] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.769876] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.769978] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.770287] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.770419] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.770661] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.770769] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.770834] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.770978] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.771068] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.771248] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.771348] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.771398] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.771535] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.771650] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.771699] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93c5efce-7f40-4699-85b5-784ae175d046 is going to be created. [ 758.830255] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.830396] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.830396] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.830576] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.830759] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.842545] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93c5efce-7f40-4699-85b5-784ae175d046 in Status: IN_PROGRESS for 2s [ 759.252603] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93c5efce-7f40-4699-85b5-784ae175d046',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.647590] env[69670]: INFO networking_nsxv3.common.synchronization [req-1f3b5902-9932-405e-9829-62e772d5fe1f req-7917c446-29ae-43f2-a9f1-43e6cc9255e5 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Enqueued Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGHEST for action security_group_members [ 759.648150] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGHEST for action security_group_members [ 759.648461] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.648585] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.648652] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.648846] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.653903] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.653903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.653903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.653903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.653903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.653903] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.756115] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.756115] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.756115] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.756115] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.756115] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.756115] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93c5efce-7f40-4699-85b5-784ae175d046 is going to be updated. [ 759.774483] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c553c97-7140-4a89-b666-4c593f900f20 in Status: SUCCESS [ 759.774660] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c553c97-7140-4a89-b666-4c593f900f20 deletion is rescheduled due to dependency. [ 759.774784] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.787530] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.787699] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.787738] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.787971] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.788141] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.796195] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c5efce-7f40-4699-85b5-784ae175d046 in Status: IN_PROGRESS for 2s [ 760.156039] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.156163] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.156163] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.156384] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.156477] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.157039] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.157039] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.157039] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.157039] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.157218] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.157218] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f is going to be updated. [ 760.186654] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.186847] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.186937] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.187169] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.187312] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.195062] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f in Status: IN_PROGRESS for 2s [ 760.855075] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93c5efce-7f40-4699-85b5-784ae175d046 in Status: SUCCESS [ 760.855353] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.855505] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.855786] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.855855] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93c5efce-7f40-4699-85b5-784ae175d046',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.357964] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c5efce-7f40-4699-85b5-784ae175d046 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.358148] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.809018] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c5efce-7f40-4699-85b5-784ae175d046 in Status: SUCCESS [ 761.809473] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.810230] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.810230] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.810383] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.810478] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.810537] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.810840] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.810840] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.810840] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.811102] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93c5efce-7f40-4699-85b5-784ae175d046',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.211493] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f in Status: SUCCESS [ 762.211745] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f deletion is rescheduled due to dependency. [ 762.211785] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.314488] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c5efce-7f40-4699-85b5-784ae175d046 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.314681] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.314721] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.314927] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.315101] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.315193] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.315255] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.315403] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.315490] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.315573] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.315783] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c5efce-7f40-4699-85b5-784ae175d046 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.315873] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.315940] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.316085] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.316215] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.316306] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.316357] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.316486] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.316558] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.316655] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.316746] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93c5efce-7f40-4699-85b5-784ae175d046',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.621312] env[69670]: INFO networking_nsxv3.common.synchronization [req-bf7d8cd5-e8c5-41ab-8cad-3c6f63484298 req-f004586a-24b2-4d93-8b94-c612e59b410a tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Enqueued Resource ID: a675c84e-5fd4-47ef-a5e3-183fdf9e0712 with Priority: HIGHEST for action security_group_members [ 762.621864] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a675c84e-5fd4-47ef-a5e3-183fdf9e0712 with Priority: HIGHEST for action security_group_members [ 762.622391] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-a675c84e-5fd4-47ef-a5e3-183fdf9e0712 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.622514] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a675c84e-5fd4-47ef-a5e3-183fdf9e0712" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.622618] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a675c84e-5fd4-47ef-a5e3-183fdf9e0712" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.622837] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a675c84e-5fd4-47ef-a5e3-183fdf9e0712" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.623034] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.624263] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.624263] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.627889] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.628040] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.628156] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a675c84e-5fd4-47ef-a5e3-183fdf9e0712',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.822030] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93c5efce-7f40-4699-85b5-784ae175d046: rpc.has_security_group_logging(os_id): False [ 762.837256] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.837409] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.837448] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.837637] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.837729] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.837960] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.838097] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.838154] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.838289] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.838365] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.838537] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.838628] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.842098] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.842098] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.842098] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.842098] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.842098] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.842098] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.842098] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.842098] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.842098] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93c5efce-7f40-4699-85b5-784ae175d046 is going to be updated. [ 762.899545] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.900152] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.900152] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.900152] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.900152] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.915232] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93c5efce-7f40-4699-85b5-784ae175d046 in Status: IN_PROGRESS for 2s [ 763.130949] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.131218] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.131344] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.131659] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.131821] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.132082] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.132212] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.132260] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.132413] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.132529] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.132568] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a675c84e-5fd4-47ef-a5e3-183fdf9e0712 is going to be updated. [ 763.164848] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.164989] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.165081] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.165299] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.165440] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.174562] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a675c84e-5fd4-47ef-a5e3-183fdf9e0712 in Status: IN_PROGRESS for 2s [ 764.267912] env[69670]: INFO networking_nsxv3.common.synchronization [req-3f522ebf-dc33-4963-babf-b3d6d47dc30d req-88d9b4e1-5237-48bb-acfc-58de3a2b2d65 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Enqueued Resource ID: 6cbad3d2-86a4-4f76-a310-f81a38e479f4 with Priority: HIGHEST for action security_group_members [ 764.267912] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cbad3d2-86a4-4f76-a310-f81a38e479f4 with Priority: HIGHEST for action security_group_members [ 764.268238] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cbad3d2-86a4-4f76-a310-f81a38e479f4 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.268238] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cbad3d2-86a4-4f76-a310-f81a38e479f4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.268238] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cbad3d2-86a4-4f76-a310-f81a38e479f4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.268475] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cbad3d2-86a4-4f76-a310-f81a38e479f4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.268632] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.268731] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.268793] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.268937] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.269035] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.269130] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cbad3d2-86a4-4f76-a310-f81a38e479f4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.576816] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-448 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.577034] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-448" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.577157] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-448" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.577489] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-448" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.577751] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.577909] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.578036] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.578256] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.578401] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.578603] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 764.578718] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.578829] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.578934] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.579065] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 764.579173] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.579304] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 764.597794] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 764.598026] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 764.598082] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 764.598225] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-448" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.598531] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-26fb1672-38df-4386-93e3-762dd16b6873 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.598701] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-26fb1672-38df-4386-93e3-762dd16b6873" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.598822] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-26fb1672-38df-4386-93e3-762dd16b6873" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.599169] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-26fb1672-38df-4386-93e3-762dd16b6873" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.599309] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26fb1672-38df-4386-93e3-762dd16b6873',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.773451] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.773780] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.775186] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.775186] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.775186] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.775186] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.775186] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.775186] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.775186] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.775186] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.775186] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cbad3d2-86a4-4f76-a310-f81a38e479f4 already deleted. [ 764.775186] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cbad3d2-86a4-4f76-a310-f81a38e479f4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.929619] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93c5efce-7f40-4699-85b5-784ae175d046 in Status: SUCCESS [ 764.929841] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.104936] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.105555] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.105774] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.106065] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.106219] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.106379] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 26fb1672-38df-4386-93e3-762dd16b6873 not found, creating... [ 765.106643] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.106833] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.106950] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.107186] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.107562] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.107910] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.108095] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.108217] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.108684] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.108833] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.108972] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 26fb1672-38df-4386-93e3-762dd16b6873 is going to be created. [ 765.131718] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.131980] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.132153] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.132380] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.132580] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.132794] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-26fb1672-38df-4386-93e3-762dd16b6873" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.185780] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a675c84e-5fd4-47ef-a5e3-183fdf9e0712 in Status: SUCCESS [ 765.185966] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a675c84e-5fd4-47ef-a5e3-183fdf9e0712 deletion is rescheduled due to dependency. [ 765.186090] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a675c84e-5fd4-47ef-a5e3-183fdf9e0712" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.904524] env[69670]: INFO networking_nsxv3.common.synchronization [None req-c5d6b114-67e5-491a-b869-a228c1f7853b None None] Enqueued Resource ID: 011c45fc-efe1-4c6a-bbde-bcacbca5f5dc with Priority: HIGHEST for action port [ 765.904795] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 011c45fc-efe1-4c6a-bbde-bcacbca5f5dc with Priority: HIGHEST for action port [ 765.905564] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-011c45fc-efe1-4c6a-bbde-bcacbca5f5dc taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.905763] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-011c45fc-efe1-4c6a-bbde-bcacbca5f5dc" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.905851] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-011c45fc-efe1-4c6a-bbde-bcacbca5f5dc" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.906443] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-011c45fc-efe1-4c6a-bbde-bcacbca5f5dc" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.906538] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('011c45fc-efe1-4c6a-bbde-bcacbca5f5dc',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.081707] env[69670]: INFO networking_nsxv3.common.synchronization [req-3f522ebf-dc33-4963-babf-b3d6d47dc30d req-d1aeeee7-b815-456f-b7ae-d1d8e153ff10 service nova] Enqueued Resource ID: 6cbad3d2-86a4-4f76-a310-f81a38e479f4 with Priority: HIGHEST for action security_group_rules [ 766.081957] env[69670]: INFO networking_nsxv3.common.synchronization [req-3f522ebf-dc33-4963-babf-b3d6d47dc30d req-d1aeeee7-b815-456f-b7ae-d1d8e153ff10 service nova] Enqueued Resource ID: 6cbad3d2-86a4-4f76-a310-f81a38e479f4 with Priority: HIGHEST for action security_group_members [ 766.082151] env[69670]: INFO networking_nsxv3.common.synchronization [req-3f522ebf-dc33-4963-babf-b3d6d47dc30d req-d1aeeee7-b815-456f-b7ae-d1d8e153ff10 service nova] Enqueued Resource ID: 26fb1672-38df-4386-93e3-762dd16b6873 with Priority: HIGHEST for action port [ 766.083437] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cbad3d2-86a4-4f76-a310-f81a38e479f4 with Priority: HIGHEST for action security_group_rules [ 766.083437] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cbad3d2-86a4-4f76-a310-f81a38e479f4 with Priority: HIGHEST for action security_group_members [ 766.083437] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26fb1672-38df-4386-93e3-762dd16b6873 with Priority: HIGHEST for action port [ 766.083437] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cbad3d2-86a4-4f76-a310-f81a38e479f4 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.083437] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cbad3d2-86a4-4f76-a310-f81a38e479f4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.083437] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cbad3d2-86a4-4f76-a310-f81a38e479f4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.083709] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cbad3d2-86a4-4f76-a310-f81a38e479f4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.083709] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cbad3d2-86a4-4f76-a310-f81a38e479f4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.084741] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cbad3d2-86a4-4f76-a310-f81a38e479f4 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.085175] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cbad3d2-86a4-4f76-a310-f81a38e479f4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.085248] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cbad3d2-86a4-4f76-a310-f81a38e479f4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.085421] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cbad3d2-86a4-4f76-a310-f81a38e479f4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.085570] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.085703] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.085746] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.085891] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.085977] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.086782] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cbad3d2-86a4-4f76-a310-f81a38e479f4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.086782] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-26fb1672-38df-4386-93e3-762dd16b6873 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.087224] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26fb1672-38df-4386-93e3-762dd16b6873" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.087224] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26fb1672-38df-4386-93e3-762dd16b6873" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.089333] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26fb1672-38df-4386-93e3-762dd16b6873" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.089417] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26fb1672-38df-4386-93e3-762dd16b6873',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.408919] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 011c45fc-efe1-4c6a-bbde-bcacbca5f5dc [ 766.409043] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.409140] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.409225] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.409421] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.409519] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.409621] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:011c45fc-efe1-4c6a-bbde-bcacbca5f5dc already deleted. [ 766.409700] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-011c45fc-efe1-4c6a-bbde-bcacbca5f5dc" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.592960] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cbad3d2-86a4-4f76-a310-f81a38e479f4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.595163] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cbad3d2-86a4-4f76-a310-f81a38e479f4 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.595163] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cbad3d2-86a4-4f76-a310-f81a38e479f4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.595163] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26fb1672-38df-4386-93e3-762dd16b6873 with status ACTIVE [ 766.595163] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.595163] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.595163] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.595163] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.595441] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.595441] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.595441] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.595537] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.596228] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.596228] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.596228] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.598303] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.598303] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.598303] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.598303] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.598303] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26fb1672-38df-4386-93e3-762dd16b6873 is going to be updated. [ 766.620638] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.621021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.621021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.621248] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.621447] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.621693] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26fb1672-38df-4386-93e3-762dd16b6873" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.099904] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cbad3d2-86a4-4f76-a310-f81a38e479f4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.604306] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.604306] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.604306] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.604306] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.604306] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.604306] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cbad3d2-86a4-4f76-a310-f81a38e479f4 is going to be created. [ 767.641630] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.641630] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.641630] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.641630] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.641630] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.650973] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cbad3d2-86a4-4f76-a310-f81a38e479f4 in Status: UNINITIALIZED for 2s [ 768.699283] env[69670]: INFO networking_nsxv3.common.synchronization [None req-1a7e5304-36bd-42e1-a464-9292400350e0 None None] Enqueued Resource ID: b83684bb-5b83-43e7-9e6d-c024c9021e12 with Priority: HIGHEST for action port [ 768.700930] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83684bb-5b83-43e7-9e6d-c024c9021e12 with Priority: HIGHEST for action port [ 768.701833] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-b83684bb-5b83-43e7-9e6d-c024c9021e12 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.701833] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b83684bb-5b83-43e7-9e6d-c024c9021e12" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.702493] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b83684bb-5b83-43e7-9e6d-c024c9021e12" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.703450] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b83684bb-5b83-43e7-9e6d-c024c9021e12" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.703450] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b83684bb-5b83-43e7-9e6d-c024c9021e12',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.766353] env[69670]: INFO networking_nsxv3.common.synchronization [None req-4d121186-b1f0-4ae8-8242-7f680589c6ff None None] Enqueued Resource ID: d2eedc50-ce44-4ca9-b641-e55eb51a5f68 with Priority: HIGHEST for action port [ 768.766512] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2eedc50-ce44-4ca9-b641-e55eb51a5f68 with Priority: HIGHEST for action port [ 768.767250] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2eedc50-ce44-4ca9-b641-e55eb51a5f68 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.767376] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2eedc50-ce44-4ca9-b641-e55eb51a5f68" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.767488] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2eedc50-ce44-4ca9-b641-e55eb51a5f68" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.767905] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2eedc50-ce44-4ca9-b641-e55eb51a5f68" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.768000] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2eedc50-ce44-4ca9-b641-e55eb51a5f68',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.144161] env[69670]: INFO networking_nsxv3.common.synchronization [req-f8e1db31-474a-42be-9a60-7469b996dde2 req-408dad91-7bef-48d2-a406-f7821c176f17 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Enqueued Resource ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 with Priority: HIGHEST for action security_group_members [ 769.144765] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 with Priority: HIGHEST for action security_group_members [ 769.145090] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7916f30b-b1c9-435a-b7dc-6f56b5d57822 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.145216] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.145289] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.145559] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.146083] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.146196] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.146264] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.146545] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.146639] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.146758] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7916f30b-b1c9-435a-b7dc-6f56b5d57822',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.207034] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b83684bb-5b83-43e7-9e6d-c024c9021e12 [ 769.207034] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.207034] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.207034] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.207034] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.207034] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.207034] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b83684bb-5b83-43e7-9e6d-c024c9021e12 already deleted. [ 769.207034] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b83684bb-5b83-43e7-9e6d-c024c9021e12" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.271157] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2eedc50-ce44-4ca9-b641-e55eb51a5f68 [ 769.271157] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.271157] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.271157] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.271424] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.271457] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.271896] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2eedc50-ce44-4ca9-b641-e55eb51a5f68 already deleted. [ 769.271896] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2eedc50-ce44-4ca9-b641-e55eb51a5f68" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.564491] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-418 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.564693] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-418" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.564819] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-418" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.565194] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-418" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.565480] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.565640] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.565794] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.571250] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.571382] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.571615] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 769.571797] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.571980] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.571980] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.572082] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 769.572221] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.572369] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.592088] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.592272] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 769.592409] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.592587] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-418" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.592901] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-e8e0e87a-483f-450f-81e5-faa0480afacd taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.593085] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-e8e0e87a-483f-450f-81e5-faa0480afacd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.593204] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-e8e0e87a-483f-450f-81e5-faa0480afacd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.593526] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-e8e0e87a-483f-450f-81e5-faa0480afacd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.593663] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8e0e87a-483f-450f-81e5-faa0480afacd',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.650233] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.650233] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.650233] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.650233] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.650233] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.650233] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.650233] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.650233] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.650233] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.650233] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.650233] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 already deleted. [ 769.650641] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.672928] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cbad3d2-86a4-4f76-a310-f81a38e479f4 in Status: SUCCESS [ 769.674970] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cbad3d2-86a4-4f76-a310-f81a38e479f4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.674970] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cbad3d2-86a4-4f76-a310-f81a38e479f4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.674970] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cbad3d2-86a4-4f76-a310-f81a38e479f4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.674970] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.674970] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.674970] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.674970] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.674970] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.674970] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cbad3d2-86a4-4f76-a310-f81a38e479f4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.674970] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6cbad3d2-86a4-4f76-a310-f81a38e479f4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.097310] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.098169] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.098497] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.098977] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.099377] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.099714] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port e8e0e87a-483f-450f-81e5-faa0480afacd not found, creating... [ 770.100326] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.100776] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.101063] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.101543] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.101856] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.102428] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.102766] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.104593] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.104758] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.105316] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.106375] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: e8e0e87a-483f-450f-81e5-faa0480afacd is going to be created. [ 770.128734] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.128963] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.129115] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.129393] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.129625] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.129851] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-e8e0e87a-483f-450f-81e5-faa0480afacd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.177535] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cbad3d2-86a4-4f76-a310-f81a38e479f4 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.177735] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cbad3d2-86a4-4f76-a310-f81a38e479f4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.177960] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cbad3d2-86a4-4f76-a310-f81a38e479f4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.178090] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cbad3d2-86a4-4f76-a310-f81a38e479f4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.178379] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.178379] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.178513] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.178580] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.178668] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.178866] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cbad3d2-86a4-4f76-a310-f81a38e479f4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.178933] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cbad3d2-86a4-4f76-a310-f81a38e479f4 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.178980] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cbad3d2-86a4-4f76-a310-f81a38e479f4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.179069] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cbad3d2-86a4-4f76-a310-f81a38e479f4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.179213] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cbad3d2-86a4-4f76-a310-f81a38e479f4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.179354] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.179444] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.179595] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.179667] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.179699] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.179775] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cbad3d2-86a4-4f76-a310-f81a38e479f4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.179867] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6cbad3d2-86a4-4f76-a310-f81a38e479f4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.682981] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6cbad3d2-86a4-4f76-a310-f81a38e479f4: rpc.has_security_group_logging(os_id): False [ 770.708605] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.708605] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.708605] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.708605] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.708605] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.708605] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.708605] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.708605] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.708605] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.708605] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.708605] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.708605] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.708605] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.708605] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.708605] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.709067] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.709067] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.709067] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.709067] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.709608] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.709860] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cbad3d2-86a4-4f76-a310-f81a38e479f4 is going to be created. [ 770.789842] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.789842] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.789842] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.789842] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.789842] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.803677] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cbad3d2-86a4-4f76-a310-f81a38e479f4 in Status: IN_PROGRESS for 2s [ 770.897205] env[69670]: INFO networking_nsxv3.common.synchronization [req-f8e1db31-474a-42be-9a60-7469b996dde2 req-6e741fb2-54ba-4257-88bd-672f910789b1 service nova] Enqueued Resource ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 with Priority: HIGHEST for action security_group_rules [ 770.897422] env[69670]: INFO networking_nsxv3.common.synchronization [req-f8e1db31-474a-42be-9a60-7469b996dde2 req-6e741fb2-54ba-4257-88bd-672f910789b1 service nova] Enqueued Resource ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 with Priority: HIGHEST for action security_group_members [ 770.897563] env[69670]: INFO networking_nsxv3.common.synchronization [req-f8e1db31-474a-42be-9a60-7469b996dde2 req-6e741fb2-54ba-4257-88bd-672f910789b1 service nova] Enqueued Resource ID: e8e0e87a-483f-450f-81e5-faa0480afacd with Priority: HIGHEST for action port [ 770.902289] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 with Priority: HIGHEST for action security_group_rules [ 770.902468] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 with Priority: HIGHEST for action security_group_members [ 770.902572] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8e0e87a-483f-450f-81e5-faa0480afacd with Priority: HIGHEST for action port [ 770.903263] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7916f30b-b1c9-435a-b7dc-6f56b5d57822 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.903403] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.903487] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.904014] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.904119] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7916f30b-b1c9-435a-b7dc-6f56b5d57822',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.908372] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7916f30b-b1c9-435a-b7dc-6f56b5d57822 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.908566] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.908669] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.908886] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.909142] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.910731] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.911460] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.912122] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.912262] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.913186] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7916f30b-b1c9-435a-b7dc-6f56b5d57822',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.914976] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8e0e87a-483f-450f-81e5-faa0480afacd taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.915139] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8e0e87a-483f-450f-81e5-faa0480afacd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.915208] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8e0e87a-483f-450f-81e5-faa0480afacd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.916307] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8e0e87a-483f-450f-81e5-faa0480afacd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.916307] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8e0e87a-483f-450f-81e5-faa0480afacd',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.118220] env[69670]: INFO networking_nsxv3.common.synchronization [None req-b517e0c9-9424-4252-a509-f8c93ec041bb None None] Enqueued Resource ID: 1e468846-887b-4346-898e-4b0609e89e1f with Priority: HIGHEST for action port [ 771.118763] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e468846-887b-4346-898e-4b0609e89e1f with Priority: HIGHEST for action port [ 771.119332] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e468846-887b-4346-898e-4b0609e89e1f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.121463] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e468846-887b-4346-898e-4b0609e89e1f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.121586] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e468846-887b-4346-898e-4b0609e89e1f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.121977] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e468846-887b-4346-898e-4b0609e89e1f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.121977] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e468846-887b-4346-898e-4b0609e89e1f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.420477] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7916f30b-b1c9-435a-b7dc-6f56b5d57822 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.420613] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.420831] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7916f30b-b1c9-435a-b7dc-6f56b5d57822',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.421714] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8e0e87a-483f-450f-81e5-faa0480afacd with status ACTIVE [ 771.424905] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.424905] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.424905] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.424905] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.424905] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.424905] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.424905] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.424905] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.424905] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.424905] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.424905] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.424905] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.424905] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.424905] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.424905] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.424905] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8e0e87a-483f-450f-81e5-faa0480afacd is going to be updated. [ 771.454467] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.454616] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.454616] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.456578] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.456578] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.456578] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8e0e87a-483f-450f-81e5-faa0480afacd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.624296] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e468846-887b-4346-898e-4b0609e89e1f [ 771.624655] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.624852] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.624955] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.625263] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.625401] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.625532] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e468846-887b-4346-898e-4b0609e89e1f already deleted. [ 771.625633] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e468846-887b-4346-898e-4b0609e89e1f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.925372] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7916f30b-b1c9-435a-b7dc-6f56b5d57822',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.428716] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.429178] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.429178] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.429178] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.429359] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.429359] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 is going to be created. [ 772.454038] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.454038] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.454211] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.454287] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.454441] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.465233] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 in Status: UNINITIALIZED for 2s [ 772.815357] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cbad3d2-86a4-4f76-a310-f81a38e479f4 in Status: SUCCESS [ 772.815626] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cbad3d2-86a4-4f76-a310-f81a38e479f4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.477773] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 in Status: SUCCESS [ 774.478088] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.480019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.480019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.480019] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.480019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.480019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.480019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.480019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.480019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.480019] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7916f30b-b1c9-435a-b7dc-6f56b5d57822',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.982222] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7916f30b-b1c9-435a-b7dc-6f56b5d57822 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.982413] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.982486] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.982709] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.982876] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.983019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.983090] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.983317] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.983426] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.983546] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.983715] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7916f30b-b1c9-435a-b7dc-6f56b5d57822 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.983814] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.983895] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.984127] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.984222] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.984351] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.984416] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.984555] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.984650] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.984711] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.984782] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7916f30b-b1c9-435a-b7dc-6f56b5d57822',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.487519] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7916f30b-b1c9-435a-b7dc-6f56b5d57822: rpc.has_security_group_logging(os_id): False [ 775.506491] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.506648] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.506720] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.506943] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.507104] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.507320] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.507467] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.507534] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.507706] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.507829] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.508078] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.508220] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.508286] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.508434] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.508513] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.508708] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.508801] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.508907] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.509178] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.509301] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.509430] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 is going to be created. [ 775.568033] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.568778] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.568778] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.568778] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.568778] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.579750] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 in Status: IN_PROGRESS for 2s [ 776.119381] env[69670]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 776.119494] env[69670]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 776.446239] env[69670]: INFO networking_nsxv3.common.synchronization [None req-00e4edb5-3ae6-4be6-9e55-c99c4d75ac7b None None] Enqueued Resource ID: baf0e245-0d84-4c09-b349-1fc0e9c056d3 with Priority: HIGHEST for action port [ 776.446510] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baf0e245-0d84-4c09-b349-1fc0e9c056d3 with Priority: HIGHEST for action port [ 776.449994] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-baf0e245-0d84-4c09-b349-1fc0e9c056d3 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.449994] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-baf0e245-0d84-4c09-b349-1fc0e9c056d3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.449994] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-baf0e245-0d84-4c09-b349-1fc0e9c056d3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.449994] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-baf0e245-0d84-4c09-b349-1fc0e9c056d3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.449994] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('baf0e245-0d84-4c09-b349-1fc0e9c056d3',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.952406] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port baf0e245-0d84-4c09-b349-1fc0e9c056d3 [ 776.952406] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.952406] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.952795] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.952795] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.953150] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.953150] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:baf0e245-0d84-4c09-b349-1fc0e9c056d3 already deleted. [ 776.953999] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-baf0e245-0d84-4c09-b349-1fc0e9c056d3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.131151] env[69670]: INFO networking_nsxv3.common.synchronization [req-71e40a18-6790-44b2-be45-0251f129773d req-b491a1b7-2769-47e4-bab9-497bcb9c6607 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Enqueued Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGHEST for action security_group_members [ 777.131682] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGHEST for action security_group_members [ 777.131989] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2012ebc-a6e7-4a94-9f9c-91c59747c437 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.132189] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.132189] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.132505] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.132664] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.132765] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.132826] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.132973] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.133215] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.133310] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.593901] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 in Status: SUCCESS [ 777.593975] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.636712] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.636712] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.636712] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.636712] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.636712] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.637083] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.637083] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.637083] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.637612] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.637845] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.637845] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 already deleted. [ 777.637946] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.770736] env[69670]: INFO networking_nsxv3.common.synchronization [None req-94f1ab38-9f45-48b6-9ebe-3ed7a3a91199 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Enqueued Resource ID: dec6f616-720c-4024-b086-b4cd7d6a2a06 with Priority: HIGHEST for action security_group_rules [ 777.771578] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dec6f616-720c-4024-b086-b4cd7d6a2a06 with Priority: HIGHEST for action security_group_rules [ 777.771578] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dec6f616-720c-4024-b086-b4cd7d6a2a06 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.771578] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dec6f616-720c-4024-b086-b4cd7d6a2a06" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.771578] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dec6f616-720c-4024-b086-b4cd7d6a2a06" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.772821] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dec6f616-720c-4024-b086-b4cd7d6a2a06" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.772821] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dec6f616-720c-4024-b086-b4cd7d6a2a06',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.859284] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-353 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.859284] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-353" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.859284] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-353" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.859284] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-353" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.859485] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.859644] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.860152] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.860152] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.863059] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.865265] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 777.865265] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 777.865265] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 777.865265] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 777.865265] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 777.865265] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 777.865641] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 777.886201] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 777.886201] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 777.886201] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 777.886201] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-353" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.886201] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-5bd3fb21-fda6-46b7-aef3-6d4da36d4698 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.886201] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-5bd3fb21-fda6-46b7-aef3-6d4da36d4698" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.886201] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-5bd3fb21-fda6-46b7-aef3-6d4da36d4698" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.886201] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-5bd3fb21-fda6-46b7-aef3-6d4da36d4698" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.886201] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bd3fb21-fda6-46b7-aef3-6d4da36d4698',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.933708] env[69670]: INFO networking_nsxv3.common.synchronization [None req-6b228ce5-d647-4a00-86f4-aabe7dda1c13 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Enqueued Resource ID: dec6f616-720c-4024-b086-b4cd7d6a2a06 with Priority: HIGHEST for action security_group_rules [ 777.934072] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dec6f616-720c-4024-b086-b4cd7d6a2a06 with Priority: HIGHEST for action security_group_rules [ 777.934551] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dec6f616-720c-4024-b086-b4cd7d6a2a06 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.934551] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dec6f616-720c-4024-b086-b4cd7d6a2a06" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.120888] env[69670]: INFO networking_nsxv3.common.synchronization [None req-da49d51c-5be0-4c6e-a7cb-00fe894a3802 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Enqueued Resource ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 with Priority: HIGHEST for action security_group_rules [ 778.122989] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 with Priority: HIGHEST for action security_group_rules [ 778.123408] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.123595] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.123671] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.124308] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.124308] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.232272] env[69670]: INFO networking_nsxv3.common.synchronization [None req-18e19914-0514-4bdc-9130-81f6b70d96e0 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Enqueued Resource ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 with Priority: HIGHEST for action security_group_rules [ 778.232874] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 with Priority: HIGHEST for action security_group_rules [ 778.235366] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.235366] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.296406] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.296579] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.296635] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.296893] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.297041] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.297100] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dec6f616-720c-4024-b086-b4cd7d6a2a06 already deleted. [ 778.297210] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dec6f616-720c-4024-b086-b4cd7d6a2a06" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.297649] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dec6f616-720c-4024-b086-b4cd7d6a2a06" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.297649] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dec6f616-720c-4024-b086-b4cd7d6a2a06" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.297649] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dec6f616-720c-4024-b086-b4cd7d6a2a06',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.389227] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.389484] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.389557] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.389850] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.390348] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.390348] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 5bd3fb21-fda6-46b7-aef3-6d4da36d4698 not found, creating... [ 778.390522] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.390724] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.390869] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.393080] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.393080] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.394114] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.394114] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.394114] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.394114] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.394114] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.394114] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 5bd3fb21-fda6-46b7-aef3-6d4da36d4698 is going to be created. [ 778.413317] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.413571] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.413681] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.414064] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.414341] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.414586] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-5bd3fb21-fda6-46b7-aef3-6d4da36d4698" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.523113] env[69670]: INFO networking_nsxv3.common.synchronization [None req-d2327936-d945-41c1-b2a0-e5a32c8e63ed None None] Enqueued Resource ID: addfc663-942b-4057-afd8-d4afa4078163 with Priority: HIGHEST for action port [ 778.525847] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: addfc663-942b-4057-afd8-d4afa4078163 with Priority: HIGHEST for action port [ 778.526266] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-addfc663-942b-4057-afd8-d4afa4078163 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.526349] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-addfc663-942b-4057-afd8-d4afa4078163" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.526437] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-addfc663-942b-4057-afd8-d4afa4078163" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.526720] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-addfc663-942b-4057-afd8-d4afa4078163" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.526822] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('addfc663-942b-4057-afd8-d4afa4078163',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.652422] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.652603] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.652685] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.652899] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.652996] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.653099] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 already deleted. [ 778.653202] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.653357] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.653604] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.653690] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.820659] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.820789] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.820789] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.821041] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.821137] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.821235] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dec6f616-720c-4024-b086-b4cd7d6a2a06 already deleted. [ 778.821316] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dec6f616-720c-4024-b086-b4cd7d6a2a06" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.032697] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port addfc663-942b-4057-afd8-d4afa4078163 [ 779.032950] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.033107] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.033170] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.033390] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.033484] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.033579] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:addfc663-942b-4057-afd8-d4afa4078163 already deleted. [ 779.033661] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-addfc663-942b-4057-afd8-d4afa4078163" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.175608] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.175930] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.175930] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.176086] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.176596] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.176596] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 already deleted. [ 779.176596] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.307640] env[69670]: INFO networking_nsxv3.common.synchronization [req-71e40a18-6790-44b2-be45-0251f129773d req-9551bfa6-aa0c-4214-b189-2204dde91b9b service nova] Enqueued Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGHEST for action security_group_rules [ 779.307801] env[69670]: INFO networking_nsxv3.common.synchronization [req-71e40a18-6790-44b2-be45-0251f129773d req-9551bfa6-aa0c-4214-b189-2204dde91b9b service nova] Enqueued Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGHEST for action security_group_members [ 779.307941] env[69670]: INFO networking_nsxv3.common.synchronization [req-71e40a18-6790-44b2-be45-0251f129773d req-9551bfa6-aa0c-4214-b189-2204dde91b9b service nova] Enqueued Resource ID: 5bd3fb21-fda6-46b7-aef3-6d4da36d4698 with Priority: HIGHEST for action port [ 779.308266] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGHEST for action security_group_rules [ 779.308342] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGHEST for action security_group_members [ 779.308513] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bd3fb21-fda6-46b7-aef3-6d4da36d4698 with Priority: HIGHEST for action port [ 779.309023] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2012ebc-a6e7-4a94-9f9c-91c59747c437 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.309452] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.309483] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.309738] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.309816] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.313509] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2012ebc-a6e7-4a94-9f9c-91c59747c437 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.313509] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.313509] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.313509] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.313509] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.313509] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.313509] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.313509] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.313509] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.313509] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.313509] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bd3fb21-fda6-46b7-aef3-6d4da36d4698 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.314143] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bd3fb21-fda6-46b7-aef3-6d4da36d4698" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.314143] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bd3fb21-fda6-46b7-aef3-6d4da36d4698" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.314143] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bd3fb21-fda6-46b7-aef3-6d4da36d4698" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.314143] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bd3fb21-fda6-46b7-aef3-6d4da36d4698',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.818014] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.819100] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2012ebc-a6e7-4a94-9f9c-91c59747c437 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.819215] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.819353] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5bd3fb21-fda6-46b7-aef3-6d4da36d4698 with status ACTIVE [ 779.819508] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.819611] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.819676] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.819877] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.819990] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.820203] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.820302] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.820365] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.820548] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.820605] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.820777] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.820870] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.821155] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.821567] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.821691] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.821740] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5bd3fb21-fda6-46b7-aef3-6d4da36d4698 is going to be updated. [ 779.860068] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.860218] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.860329] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.860509] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.860665] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.860799] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bd3fb21-fda6-46b7-aef3-6d4da36d4698" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.070376] env[69670]: INFO networking_nsxv3.common.synchronization [req-2c04fdc4-da3a-41b3-946a-cd88dbfb6d33 req-6161ed42-308e-4200-aa62-8aace170098d tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Enqueued Resource ID: dbf50bb3-828d-4e97-be35-bc5b70f65616 with Priority: HIGHEST for action security_group_members [ 780.071422] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf50bb3-828d-4e97-be35-bc5b70f65616 with Priority: HIGHEST for action security_group_members [ 780.071863] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf50bb3-828d-4e97-be35-bc5b70f65616 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.072486] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf50bb3-828d-4e97-be35-bc5b70f65616" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.072677] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf50bb3-828d-4e97-be35-bc5b70f65616" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.073060] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf50bb3-828d-4e97-be35-bc5b70f65616" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.073182] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.073998] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.074174] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.074438] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.074583] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.074707] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbf50bb3-828d-4e97-be35-bc5b70f65616',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.323991] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.577613] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.577837] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.577914] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.578717] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.579091] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.579322] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.579499] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.579648] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.579693] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.579778] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.579872] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf50bb3-828d-4e97-be35-bc5b70f65616 is going to be updated. [ 780.615021] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.615021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.615021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.615021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.615021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.638578] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf50bb3-828d-4e97-be35-bc5b70f65616 in Status: IN_PROGRESS for 2s [ 780.827740] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.827964] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.828658] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.828658] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.828658] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.828658] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 is going to be created. [ 780.854473] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.854698] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.854759] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.855038] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.855290] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.867242] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 in Status: UNINITIALIZED for 2s [ 781.621705] env[69670]: INFO networking_nsxv3.common.synchronization [None req-ba4fae15-226d-4d89-994a-3879b5eb1c35 None None] Enqueued Resource ID: 8f89d042-3cbc-4fb5-bc6c-daff4b858b36 with Priority: HIGHEST for action port [ 781.621705] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f89d042-3cbc-4fb5-bc6c-daff4b858b36 with Priority: HIGHEST for action port [ 781.622059] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f89d042-3cbc-4fb5-bc6c-daff4b858b36 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.622059] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f89d042-3cbc-4fb5-bc6c-daff4b858b36" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.622059] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f89d042-3cbc-4fb5-bc6c-daff4b858b36" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.622368] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f89d042-3cbc-4fb5-bc6c-daff4b858b36" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.622368] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f89d042-3cbc-4fb5-bc6c-daff4b858b36',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.124969] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f89d042-3cbc-4fb5-bc6c-daff4b858b36 [ 782.125244] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.125384] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.125455] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.125680] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.125934] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.125934] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f89d042-3cbc-4fb5-bc6c-daff4b858b36 already deleted. [ 782.125994] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f89d042-3cbc-4fb5-bc6c-daff4b858b36" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.528733] env[69670]: INFO networking_nsxv3.common.synchronization [req-73848bd9-14c3-43a5-992a-ede253dacafd req-5d233940-9df9-4ba1-a633-a2ee7be6a091 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Enqueued Resource ID: d48666be-2b03-4a06-b77e-98b2a947577c with Priority: HIGHEST for action security_group_members [ 782.529446] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48666be-2b03-4a06-b77e-98b2a947577c with Priority: HIGHEST for action security_group_members [ 782.529765] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48666be-2b03-4a06-b77e-98b2a947577c taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.529915] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.530716] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.530716] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.530716] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.530928] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.530928] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.530928] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.531044] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.531121] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d48666be-2b03-4a06-b77e-98b2a947577c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.650458] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf50bb3-828d-4e97-be35-bc5b70f65616 in Status: SUCCESS [ 782.650458] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf50bb3-828d-4e97-be35-bc5b70f65616 deletion is rescheduled due to dependency. [ 782.650799] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf50bb3-828d-4e97-be35-bc5b70f65616" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.879605] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 in Status: SUCCESS [ 782.879844] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.880027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.880250] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.880447] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.880564] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.880637] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.880790] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.880874] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.880961] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.881062] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.032660] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d48666be-2b03-4a06-b77e-98b2a947577c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.066040] env[69670]: INFO networking_nsxv3.common.synchronization [None req-dac23dc1-59e3-49b1-8fdb-41f00c79a932 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Enqueued Resource ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 with Priority: HIGHEST for action security_group_rules [ 783.068261] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 with Priority: HIGHEST for action security_group_rules [ 783.068261] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73a79a60-518e-406d-93dd-6244bdbef8b5 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.068261] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.068261] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.068261] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.068261] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73a79a60-518e-406d-93dd-6244bdbef8b5',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.164078] env[69670]: INFO networking_nsxv3.common.synchronization [None req-31c31e83-fd6d-4b86-893d-249654f0b735 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Enqueued Resource ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 with Priority: HIGHEST for action security_group_rules [ 783.164615] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 with Priority: HIGHEST for action security_group_rules [ 783.164928] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73a79a60-518e-406d-93dd-6244bdbef8b5 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.165556] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.384228] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2012ebc-a6e7-4a94-9f9c-91c59747c437 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.385028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.385028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.385028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.385337] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.385486] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.385621] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.385857] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.386018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.386180] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.386374] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2012ebc-a6e7-4a94-9f9c-91c59747c437 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.386499] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.386599] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.387212] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.387212] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.387212] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.387212] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.387212] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.387489] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.387489] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.387603] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.537201] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d48666be-2b03-4a06-b77e-98b2a947577c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.588520] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.588658] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.588790] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.588962] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.589094] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.589173] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 already deleted. [ 783.589318] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.589854] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.590019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.590828] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73a79a60-518e-406d-93dd-6244bdbef8b5',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.893481] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2012ebc-a6e7-4a94-9f9c-91c59747c437: rpc.has_security_group_logging(os_id): False [ 783.908751] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.908901] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.910255] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.910255] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.910255] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.910672] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.910808] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.910880] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.911294] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.911294] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.911421] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.912447] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.912447] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.912447] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.912447] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.912447] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.912646] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.912646] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.912707] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.913823] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.913823] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 is going to be created. [ 783.968655] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.969955] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.969955] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.969955] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.969955] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.981383] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 in Status: IN_PROGRESS for 2s [ 784.040085] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.040261] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.040334] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.040559] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.040655] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.040896] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48666be-2b03-4a06-b77e-98b2a947577c is going to be updated. [ 784.086479] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.086683] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.086683] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.086904] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.087055] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.097129] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48666be-2b03-4a06-b77e-98b2a947577c in Status: IN_PROGRESS for 2s [ 784.103025] env[69670]: INFO networking_nsxv3.common.synchronization [None req-ce278077-42c2-45fa-a0c0-e35b28cb638d None None] Enqueued Resource ID: 26b1cfad-862b-439f-a7f7-f2b0b8020167 with Priority: HIGHEST for action port [ 784.103025] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b1cfad-862b-439f-a7f7-f2b0b8020167 with Priority: HIGHEST for action port [ 784.103025] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-26b1cfad-862b-439f-a7f7-f2b0b8020167 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.103025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26b1cfad-862b-439f-a7f7-f2b0b8020167" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.103025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26b1cfad-862b-439f-a7f7-f2b0b8020167" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.103025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26b1cfad-862b-439f-a7f7-f2b0b8020167" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.103025] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26b1cfad-862b-439f-a7f7-f2b0b8020167',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.120422] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.120673] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.120673] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.120874] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.120970] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.121078] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 already deleted. [ 784.121161] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.604900] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26b1cfad-862b-439f-a7f7-f2b0b8020167 [ 784.605258] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.605408] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.605478] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.605704] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.605796] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.605941] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26b1cfad-862b-439f-a7f7-f2b0b8020167 already deleted. [ 784.606063] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26b1cfad-862b-439f-a7f7-f2b0b8020167" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.432619] env[69670]: INFO networking_nsxv3.common.synchronization [req-ba78c64f-01ad-46ea-b5c8-d42465ae3422 req-7e91de38-dabf-49e5-bb9d-364cf1f0a5fb tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Enqueued Resource ID: 6cbad3d2-86a4-4f76-a310-f81a38e479f4 with Priority: HIGHEST for action security_group_members [ 785.432619] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cbad3d2-86a4-4f76-a310-f81a38e479f4 with Priority: HIGHEST for action security_group_members [ 785.432619] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cbad3d2-86a4-4f76-a310-f81a38e479f4 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.432619] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cbad3d2-86a4-4f76-a310-f81a38e479f4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.432619] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cbad3d2-86a4-4f76-a310-f81a38e479f4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.433231] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cbad3d2-86a4-4f76-a310-f81a38e479f4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.433231] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.433231] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.433231] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.433351] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.433351] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.433404] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cbad3d2-86a4-4f76-a310-f81a38e479f4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.935879] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.936067] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.936145] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.936370] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.936466] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.936663] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.936762] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.936825] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.936995] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.937089] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.937180] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cbad3d2-86a4-4f76-a310-f81a38e479f4 is going to be updated. [ 786.029217] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 in Status: SUCCESS [ 786.029556] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.034410] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.034587] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.034683] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.034925] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.035047] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.047210] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cbad3d2-86a4-4f76-a310-f81a38e479f4 in Status: IN_PROGRESS for 2s [ 786.106902] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48666be-2b03-4a06-b77e-98b2a947577c in Status: SUCCESS [ 786.107141] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.057236] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cbad3d2-86a4-4f76-a310-f81a38e479f4 in Status: SUCCESS [ 788.057546] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cbad3d2-86a4-4f76-a310-f81a38e479f4 deletion is rescheduled due to dependency. [ 788.057546] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cbad3d2-86a4-4f76-a310-f81a38e479f4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.931798] env[69670]: INFO networking_nsxv3.common.synchronization [req-b81dfb8e-7fc4-4cd5-a7bb-de981b16f473 req-e6229c57-2f36-4995-be02-4c1aa10e5d5b tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Enqueued Resource ID: 847fd8a5-6751-429a-8967-e656a3577dff with Priority: HIGHEST for action security_group_members [ 788.932048] env[69670]: INFO networking_nsxv3.common.synchronization [req-b81dfb8e-7fc4-4cd5-a7bb-de981b16f473 req-e6229c57-2f36-4995-be02-4c1aa10e5d5b tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Enqueued Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGHEST for action security_group_members [ 788.932587] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 847fd8a5-6751-429a-8967-e656a3577dff with Priority: HIGHEST for action security_group_members [ 788.932780] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGHEST for action security_group_members [ 788.933117] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-847fd8a5-6751-429a-8967-e656a3577dff taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.933284] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.933404] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.933728] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.933963] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.934122] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.934191] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.934426] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.934470] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.934600] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('847fd8a5-6751-429a-8967-e656a3577dff',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.935387] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2012ebc-a6e7-4a94-9f9c-91c59747c437 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.935529] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.935626] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.935693] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.935830] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.935969] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.936046] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.936204] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.936290] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.936379] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.976292] env[69670]: INFO networking_nsxv3.common.synchronization [req-b81dfb8e-7fc4-4cd5-a7bb-de981b16f473 req-e6229c57-2f36-4995-be02-4c1aa10e5d5b tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Enqueued Resource ID: 847fd8a5-6751-429a-8967-e656a3577dff with Priority: HIGHEST for action security_group_rules [ 788.976451] env[69670]: INFO networking_nsxv3.common.synchronization [req-b81dfb8e-7fc4-4cd5-a7bb-de981b16f473 req-e6229c57-2f36-4995-be02-4c1aa10e5d5b tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Enqueued Resource ID: 847fd8a5-6751-429a-8967-e656a3577dff with Priority: HIGHEST for action security_group_members [ 788.976582] env[69670]: INFO networking_nsxv3.common.synchronization [req-b81dfb8e-7fc4-4cd5-a7bb-de981b16f473 req-e6229c57-2f36-4995-be02-4c1aa10e5d5b tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Enqueued Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGHEST for action security_group_rules [ 788.976708] env[69670]: INFO networking_nsxv3.common.synchronization [req-b81dfb8e-7fc4-4cd5-a7bb-de981b16f473 req-e6229c57-2f36-4995-be02-4c1aa10e5d5b tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Enqueued Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGHEST for action security_group_members [ 788.976833] env[69670]: INFO networking_nsxv3.common.synchronization [req-b81dfb8e-7fc4-4cd5-a7bb-de981b16f473 req-e6229c57-2f36-4995-be02-4c1aa10e5d5b tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Enqueued Resource ID: 5bd3fb21-fda6-46b7-aef3-6d4da36d4698 with Priority: HIGHEST for action port [ 788.977321] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 847fd8a5-6751-429a-8967-e656a3577dff with Priority: HIGHEST for action security_group_rules [ 788.977462] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGHEST for action security_group_rules [ 788.977596] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bd3fb21-fda6-46b7-aef3-6d4da36d4698 with Priority: HIGHEST for action port [ 788.977645] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 847fd8a5-6751-429a-8967-e656a3577dff with Priority: HIGHEST for action security_group_members [ 788.977732] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGHEST for action security_group_members [ 788.978024] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-847fd8a5-6751-429a-8967-e656a3577dff taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.978139] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.978233] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.978466] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.978543] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('847fd8a5-6751-429a-8967-e656a3577dff',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.979337] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2012ebc-a6e7-4a94-9f9c-91c59747c437 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.979449] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.979516] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.979672] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.979744] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.980656] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bd3fb21-fda6-46b7-aef3-6d4da36d4698 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.980765] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bd3fb21-fda6-46b7-aef3-6d4da36d4698" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.980832] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bd3fb21-fda6-46b7-aef3-6d4da36d4698" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.980986] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bd3fb21-fda6-46b7-aef3-6d4da36d4698" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.981093] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bd3fb21-fda6-46b7-aef3-6d4da36d4698',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.981790] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-847fd8a5-6751-429a-8967-e656a3577dff taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.981885] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.982079] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2012ebc-a6e7-4a94-9f9c-91c59747c437 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.982161] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.349718] env[69670]: INFO networking_nsxv3.common.synchronization [req-58f1180e-1cfb-4c98-919f-48afbc8fa9f4 req-9009ef59-c67a-4a20-b183-c42315702918 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Enqueued Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGHEST for action security_group_members [ 789.350055] env[69670]: INFO networking_nsxv3.common.synchronization [req-58f1180e-1cfb-4c98-919f-48afbc8fa9f4 req-9009ef59-c67a-4a20-b183-c42315702918 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Enqueued Resource ID: 3a6d87c0-3f4f-43d9-b8d6-53fb649497de with Priority: HIGHEST for action security_group_members [ 789.350099] env[69670]: INFO networking_nsxv3.common.synchronization [req-58f1180e-1cfb-4c98-919f-48afbc8fa9f4 req-9009ef59-c67a-4a20-b183-c42315702918 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Enqueued Resource ID: 847fd8a5-6751-429a-8967-e656a3577dff with Priority: HIGHEST for action security_group_members [ 789.350738] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGHEST for action security_group_members [ 789.351270] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a6d87c0-3f4f-43d9-b8d6-53fb649497de with Priority: HIGHEST for action security_group_members [ 789.351270] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 847fd8a5-6751-429a-8967-e656a3577dff with Priority: HIGHEST for action security_group_members [ 789.351384] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2012ebc-a6e7-4a94-9f9c-91c59747c437 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.351524] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.351695] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a6d87c0-3f4f-43d9-b8d6-53fb649497de taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.351854] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a6d87c0-3f4f-43d9-b8d6-53fb649497de" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.351960] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a6d87c0-3f4f-43d9-b8d6-53fb649497de" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.352273] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a6d87c0-3f4f-43d9-b8d6-53fb649497de" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.352475] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.352611] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.352697] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.352897] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.353038] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.353173] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a6d87c0-3f4f-43d9-b8d6-53fb649497de',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.354163] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-847fd8a5-6751-429a-8967-e656a3577dff taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.354328] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.394153] env[69670]: INFO networking_nsxv3.common.synchronization [req-58f1180e-1cfb-4c98-919f-48afbc8fa9f4 req-9009ef59-c67a-4a20-b183-c42315702918 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Enqueued Resource ID: 3a6d87c0-3f4f-43d9-b8d6-53fb649497de with Priority: HIGHEST for action security_group_rules [ 789.394330] env[69670]: INFO networking_nsxv3.common.synchronization [req-58f1180e-1cfb-4c98-919f-48afbc8fa9f4 req-9009ef59-c67a-4a20-b183-c42315702918 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Enqueued Resource ID: 3a6d87c0-3f4f-43d9-b8d6-53fb649497de with Priority: HIGHEST for action security_group_members [ 789.394465] env[69670]: INFO networking_nsxv3.common.synchronization [req-58f1180e-1cfb-4c98-919f-48afbc8fa9f4 req-9009ef59-c67a-4a20-b183-c42315702918 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Enqueued Resource ID: 847fd8a5-6751-429a-8967-e656a3577dff with Priority: HIGHEST for action security_group_rules [ 789.394592] env[69670]: INFO networking_nsxv3.common.synchronization [req-58f1180e-1cfb-4c98-919f-48afbc8fa9f4 req-9009ef59-c67a-4a20-b183-c42315702918 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Enqueued Resource ID: 847fd8a5-6751-429a-8967-e656a3577dff with Priority: HIGHEST for action security_group_members [ 789.394716] env[69670]: INFO networking_nsxv3.common.synchronization [req-58f1180e-1cfb-4c98-919f-48afbc8fa9f4 req-9009ef59-c67a-4a20-b183-c42315702918 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Enqueued Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGHEST for action security_group_rules [ 789.394840] env[69670]: INFO networking_nsxv3.common.synchronization [req-58f1180e-1cfb-4c98-919f-48afbc8fa9f4 req-9009ef59-c67a-4a20-b183-c42315702918 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Enqueued Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGHEST for action security_group_members [ 789.394966] env[69670]: INFO networking_nsxv3.common.synchronization [req-58f1180e-1cfb-4c98-919f-48afbc8fa9f4 req-9009ef59-c67a-4a20-b183-c42315702918 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Enqueued Resource ID: 5bd3fb21-fda6-46b7-aef3-6d4da36d4698 with Priority: HIGHEST for action port [ 789.395447] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a6d87c0-3f4f-43d9-b8d6-53fb649497de with Priority: HIGHEST for action security_group_rules [ 789.395860] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 847fd8a5-6751-429a-8967-e656a3577dff with Priority: HIGHEST for action security_group_rules [ 789.396011] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGHEST for action security_group_members [ 789.396150] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bd3fb21-fda6-46b7-aef3-6d4da36d4698 with Priority: HIGHEST for action port [ 789.396211] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGHEST for action security_group_rules [ 789.396293] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a6d87c0-3f4f-43d9-b8d6-53fb649497de with Priority: HIGHEST for action security_group_members [ 789.396444] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 847fd8a5-6751-429a-8967-e656a3577dff with Priority: HIGHEST for action security_group_members [ 789.396844] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a6d87c0-3f4f-43d9-b8d6-53fb649497de taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.396980] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a6d87c0-3f4f-43d9-b8d6-53fb649497de" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.397063] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a6d87c0-3f4f-43d9-b8d6-53fb649497de" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.397312] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a6d87c0-3f4f-43d9-b8d6-53fb649497de" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.397395] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a6d87c0-3f4f-43d9-b8d6-53fb649497de',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.398211] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-847fd8a5-6751-429a-8967-e656a3577dff taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.398326] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.398547] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2012ebc-a6e7-4a94-9f9c-91c59747c437 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.398636] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.398755] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bd3fb21-fda6-46b7-aef3-6d4da36d4698 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.398836] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bd3fb21-fda6-46b7-aef3-6d4da36d4698" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.398997] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2012ebc-a6e7-4a94-9f9c-91c59747c437 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.399150] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.399334] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a6d87c0-3f4f-43d9-b8d6-53fb649497de taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.399432] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a6d87c0-3f4f-43d9-b8d6-53fb649497de" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.399671] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-847fd8a5-6751-429a-8967-e656a3577dff taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.399671] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.437811] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('847fd8a5-6751-429a-8967-e656a3577dff',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.442386] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.486181] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-847fd8a5-6751-429a-8967-e656a3577dff taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.486181] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.486181] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2012ebc-a6e7-4a94-9f9c-91c59747c437 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.486181] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.486181] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5bd3fb21-fda6-46b7-aef3-6d4da36d4698 with status ACTIVE [ 789.486181] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.486181] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.486181] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.486181] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.486181] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.486181] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.486181] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.486181] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.486181] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.486181] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.486776] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.486776] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.486776] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.486776] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.486776] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.486776] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5bd3fb21-fda6-46b7-aef3-6d4da36d4698 is going to be updated. [ 789.506351] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.506351] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.506561] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.507624] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.507624] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.507624] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bd3fb21-fda6-46b7-aef3-6d4da36d4698" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.507624] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bd3fb21-fda6-46b7-aef3-6d4da36d4698" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.507624] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bd3fb21-fda6-46b7-aef3-6d4da36d4698" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.507839] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bd3fb21-fda6-46b7-aef3-6d4da36d4698',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.856277] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a6d87c0-3f4f-43d9-b8d6-53fb649497de',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.900749] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a6d87c0-3f4f-43d9-b8d6-53fb649497de taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.900935] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a6d87c0-3f4f-43d9-b8d6-53fb649497de" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.941513] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('847fd8a5-6751-429a-8967-e656a3577dff',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.945291] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.009790] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5bd3fb21-fda6-46b7-aef3-6d4da36d4698 with status ACTIVE [ 790.010026] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.010138] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.010211] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.010430] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.010527] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.010715] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.010816] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.010887] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.011029] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.011101] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.011284] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.011378] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.011425] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.011561] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.011631] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.011715] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5bd3fb21-fda6-46b7-aef3-6d4da36d4698 is going to be updated. [ 790.033696] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.033847] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.033922] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.034132] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.034269] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.034425] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bd3fb21-fda6-46b7-aef3-6d4da36d4698" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.358681] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a6d87c0-3f4f-43d9-b8d6-53fb649497de',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.444029] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.444209] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.444305] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.444516] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.444639] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.444743] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 847fd8a5-6751-429a-8967-e656a3577dff is going to be created. [ 790.447505] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.447627] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.447676] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.447847] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.447932] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.448032] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 is going to be updated. [ 790.494542] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.494765] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.494875] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.495212] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.495459] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.498228] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.498377] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.498489] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.498645] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.498781] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.505745] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 in Status: IN_PROGRESS for 2s [ 790.506421] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 847fd8a5-6751-429a-8967-e656a3577dff in Status: UNINITIALIZED for 2s [ 790.863466] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.863466] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.863466] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.863466] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.863466] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.863466] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a6d87c0-3f4f-43d9-b8d6-53fb649497de is going to be created. [ 790.903088] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.903088] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.903088] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.903088] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.903088] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.913816] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a6d87c0-3f4f-43d9-b8d6-53fb649497de in Status: UNINITIALIZED for 2s [ 792.519448] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 847fd8a5-6751-429a-8967-e656a3577dff in Status: SUCCESS [ 792.519448] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.519448] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.519756] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.519756] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.519835] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.519835] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.520104] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.520345] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.520459] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('847fd8a5-6751-429a-8967-e656a3577dff',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.521847] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 in Status: SUCCESS [ 792.522034] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.522325] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.522383] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.522504] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.522598] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.522763] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.522829] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.522871] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.522950] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.865025] env[69670]: INFO networking_nsxv3.common.synchronization [None req-ddba6f18-ba93-413d-8d7a-b82c80a8f9c1 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Enqueued Resource ID: 1c2aafce-028b-4a87-ab38-c7f3ae6e0372 with Priority: HIGHEST for action security_group_rules [ 792.865344] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c2aafce-028b-4a87-ab38-c7f3ae6e0372 with Priority: HIGHEST for action security_group_rules [ 792.865695] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c2aafce-028b-4a87-ab38-c7f3ae6e0372 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.865781] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c2aafce-028b-4a87-ab38-c7f3ae6e0372" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.865781] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c2aafce-028b-4a87-ab38-c7f3ae6e0372" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.868540] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c2aafce-028b-4a87-ab38-c7f3ae6e0372" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.868866] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c2aafce-028b-4a87-ab38-c7f3ae6e0372',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.924917] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a6d87c0-3f4f-43d9-b8d6-53fb649497de in Status: SUCCESS [ 792.925149] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a6d87c0-3f4f-43d9-b8d6-53fb649497de" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.925369] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a6d87c0-3f4f-43d9-b8d6-53fb649497de" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.926132] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a6d87c0-3f4f-43d9-b8d6-53fb649497de" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.926132] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.926132] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.926132] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.926454] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.926454] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.926536] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a6d87c0-3f4f-43d9-b8d6-53fb649497de',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.956307] env[69670]: INFO networking_nsxv3.common.synchronization [None req-92d40e66-11e5-40ef-aac1-20a4d9efd9b4 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Enqueued Resource ID: 1c2aafce-028b-4a87-ab38-c7f3ae6e0372 with Priority: HIGHEST for action security_group_rules [ 792.956307] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c2aafce-028b-4a87-ab38-c7f3ae6e0372 with Priority: HIGHEST for action security_group_rules [ 792.956663] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c2aafce-028b-4a87-ab38-c7f3ae6e0372 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.956663] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c2aafce-028b-4a87-ab38-c7f3ae6e0372" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.029200] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('847fd8a5-6751-429a-8967-e656a3577dff',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.029200] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.382573] env[69670]: INFO networking_nsxv3.common.synchronization [req-ca859ff2-c49d-42db-a384-125640491529 req-3f54f1b1-b0df-492e-8d49-dfcc3c7e1a69 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Enqueued Resource ID: 96c8f899-578e-4f22-9860-e6399e89e690 with Priority: HIGHEST for action security_group_members [ 793.382573] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c8f899-578e-4f22-9860-e6399e89e690 with Priority: HIGHEST for action security_group_members [ 793.382573] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c8f899-578e-4f22-9860-e6399e89e690 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.382573] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.382573] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.384438] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.384780] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.384780] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.384913] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.385123] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.385228] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.385315] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.390431] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.390567] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.390653] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.390854] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.391122] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.391122] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c2aafce-028b-4a87-ab38-c7f3ae6e0372 already deleted. [ 793.391263] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c2aafce-028b-4a87-ab38-c7f3ae6e0372" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.391761] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c2aafce-028b-4a87-ab38-c7f3ae6e0372" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.391761] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c2aafce-028b-4a87-ab38-c7f3ae6e0372" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.391986] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c2aafce-028b-4a87-ab38-c7f3ae6e0372',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.435393] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a6d87c0-3f4f-43d9-b8d6-53fb649497de',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.530198] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('847fd8a5-6751-429a-8967-e656a3577dff',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.531568] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.805071] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-450 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.805071] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-450" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.805071] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-450" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.805071] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-450" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.805071] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.805071] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.805071] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.805071] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.805071] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.805071] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 793.805071] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 793.805071] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 793.805071] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 793.805691] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 793.805691] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 793.805691] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 793.824669] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 793.824899] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 793.825113] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 793.825317] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-450" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.825736] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-a5300fd0-73bd-49e1-a4a1-966eefc59c12 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.825972] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-a5300fd0-73bd-49e1-a4a1-966eefc59c12" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.826174] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-a5300fd0-73bd-49e1-a4a1-966eefc59c12" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.826672] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-a5300fd0-73bd-49e1-a4a1-966eefc59c12" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.826879] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5300fd0-73bd-49e1-a4a1-966eefc59c12',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.889286] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.889469] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.889542] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.889947] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.889947] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.890174] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.890174] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.890174] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.890369] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.890407] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.890486] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c8f899-578e-4f22-9860-e6399e89e690 is going to be updated. [ 793.910174] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.910174] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.910174] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.910174] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.910174] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.910174] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c2aafce-028b-4a87-ab38-c7f3ae6e0372 already deleted. [ 793.910174] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c2aafce-028b-4a87-ab38-c7f3ae6e0372" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.917855] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.918070] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.918070] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.918299] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.918387] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.926400] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c8f899-578e-4f22-9860-e6399e89e690 in Status: IN_PROGRESS for 2s [ 793.938528] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a6d87c0-3f4f-43d9-b8d6-53fb649497de',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.033337] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.033507] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.033582] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.033808] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.033929] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.034062] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 847fd8a5-6751-429a-8967-e656a3577dff is going to be updated. [ 794.036882] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.036992] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.037080] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.037276] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.037362] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.037452] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 is going to be updated. [ 794.063720] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.063865] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.063938] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.064208] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.064356] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.067457] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.067583] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.067653] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.067832] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.067985] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.076570] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 in Status: IN_PROGRESS for 2s [ 794.077267] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 847fd8a5-6751-429a-8967-e656a3577dff in Status: IN_PROGRESS for 2s [ 794.329098] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.329310] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.329441] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.329728] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.329879] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.330046] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port a5300fd0-73bd-49e1-a4a1-966eefc59c12 not found, creating... [ 794.330311] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.330467] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.330582] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.330795] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.330935] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.331238] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.331921] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.331921] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.331921] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.331921] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.332114] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: a5300fd0-73bd-49e1-a4a1-966eefc59c12 is going to be created. [ 794.351885] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.352099] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.352312] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.352592] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.352817] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.353053] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-a5300fd0-73bd-49e1-a4a1-966eefc59c12" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.441721] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.441890] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.441973] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.442348] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.442451] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.442556] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a6d87c0-3f4f-43d9-b8d6-53fb649497de is going to be updated. [ 794.485871] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.485871] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.485871] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.485871] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.485871] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.499384] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a6d87c0-3f4f-43d9-b8d6-53fb649497de in Status: IN_PROGRESS for 2s [ 795.090070] env[69670]: INFO networking_nsxv3.common.synchronization [req-ca859ff2-c49d-42db-a384-125640491529 req-4ac43389-3468-4932-a610-9ea5f2fae183 service nova] Enqueued Resource ID: 96c8f899-578e-4f22-9860-e6399e89e690 with Priority: HIGHEST for action security_group_rules [ 795.091133] env[69670]: INFO networking_nsxv3.common.synchronization [req-ca859ff2-c49d-42db-a384-125640491529 req-4ac43389-3468-4932-a610-9ea5f2fae183 service nova] Enqueued Resource ID: 96c8f899-578e-4f22-9860-e6399e89e690 with Priority: HIGHEST for action security_group_members [ 795.091133] env[69670]: INFO networking_nsxv3.common.synchronization [req-ca859ff2-c49d-42db-a384-125640491529 req-4ac43389-3468-4932-a610-9ea5f2fae183 service nova] Enqueued Resource ID: a5300fd0-73bd-49e1-a4a1-966eefc59c12 with Priority: HIGHEST for action port [ 795.091133] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c8f899-578e-4f22-9860-e6399e89e690 with Priority: HIGHEST for action security_group_rules [ 795.091133] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c8f899-578e-4f22-9860-e6399e89e690 with Priority: HIGHEST for action security_group_members [ 795.091133] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5300fd0-73bd-49e1-a4a1-966eefc59c12 with Priority: HIGHEST for action port [ 795.092974] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96c8f899-578e-4f22-9860-e6399e89e690 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.093151] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.093191] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.093387] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.093470] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.094861] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c8f899-578e-4f22-9860-e6399e89e690 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.094962] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.095305] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5300fd0-73bd-49e1-a4a1-966eefc59c12 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.095305] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5300fd0-73bd-49e1-a4a1-966eefc59c12" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.095448] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5300fd0-73bd-49e1-a4a1-966eefc59c12" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.095502] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5300fd0-73bd-49e1-a4a1-966eefc59c12" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.095744] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5300fd0-73bd-49e1-a4a1-966eefc59c12',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.597624] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5300fd0-73bd-49e1-a4a1-966eefc59c12 with status ACTIVE [ 795.597869] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.599604] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.599604] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.599604] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.599604] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.599604] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.599604] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.599604] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.599604] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.599604] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.599604] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.599604] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.599604] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.600481] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.600481] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.600481] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5300fd0-73bd-49e1-a4a1-966eefc59c12 is going to be updated. [ 795.602254] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c8f899-578e-4f22-9860-e6399e89e690 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.602412] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.624222] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.624222] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.624222] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.624222] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.624222] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.624222] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5300fd0-73bd-49e1-a4a1-966eefc59c12" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.936268] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c8f899-578e-4f22-9860-e6399e89e690 in Status: SUCCESS [ 795.936394] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c8f899-578e-4f22-9860-e6399e89e690 deletion is rescheduled due to dependency. [ 795.936513] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.936668] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.936882] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.937107] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.937229] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.937295] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.937749] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.937749] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.937749] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.087675] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 847fd8a5-6751-429a-8967-e656a3577dff in Status: SUCCESS [ 796.087938] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.088634] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 in Status: SUCCESS [ 796.088817] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.088959] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.089201] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.089389] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.089508] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.089589] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.089736] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.089819] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.089927] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('847fd8a5-6751-429a-8967-e656a3577dff',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.090775] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.091039] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.091162] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.091244] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.091312] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.091460] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.091538] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.091623] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.100762] env[69670]: INFO networking_nsxv3.common.synchronization [None req-b7835f23-dd19-435c-8770-0dad0ab6db8a tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Enqueued Resource ID: a374b882-d7cf-4662-a6e7-ce30911e018d with Priority: HIGHEST for action security_group_rules [ 796.101246] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a374b882-d7cf-4662-a6e7-ce30911e018d with Priority: HIGHEST for action security_group_rules [ 796.101729] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a374b882-d7cf-4662-a6e7-ce30911e018d taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.101849] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a374b882-d7cf-4662-a6e7-ce30911e018d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.101915] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a374b882-d7cf-4662-a6e7-ce30911e018d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.103201] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a374b882-d7cf-4662-a6e7-ce30911e018d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.103291] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a374b882-d7cf-4662-a6e7-ce30911e018d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.217957] env[69670]: INFO networking_nsxv3.common.synchronization [None req-12af0e0b-1a45-4200-ab68-c8dc8d4f8f2e tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Enqueued Resource ID: a374b882-d7cf-4662-a6e7-ce30911e018d with Priority: HIGHEST for action security_group_rules [ 796.218556] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a374b882-d7cf-4662-a6e7-ce30911e018d with Priority: HIGHEST for action security_group_rules [ 796.219691] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a374b882-d7cf-4662-a6e7-ce30911e018d taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.219691] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a374b882-d7cf-4662-a6e7-ce30911e018d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.440844] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.508651] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a6d87c0-3f4f-43d9-b8d6-53fb649497de in Status: SUCCESS [ 796.508890] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a6d87c0-3f4f-43d9-b8d6-53fb649497de" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.509092] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a6d87c0-3f4f-43d9-b8d6-53fb649497de" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.509309] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a6d87c0-3f4f-43d9-b8d6-53fb649497de" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.509554] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.509625] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.509692] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.509853] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.509938] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.510133] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a6d87c0-3f4f-43d9-b8d6-53fb649497de" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.510133] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a6d87c0-3f4f-43d9-b8d6-53fb649497de',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.594738] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('847fd8a5-6751-429a-8967-e656a3577dff',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.595811] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.625485] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.625624] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.625624] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.625922] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.625922] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.626035] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a374b882-d7cf-4662-a6e7-ce30911e018d already deleted. [ 796.626142] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a374b882-d7cf-4662-a6e7-ce30911e018d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.626641] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a374b882-d7cf-4662-a6e7-ce30911e018d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.626797] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a374b882-d7cf-4662-a6e7-ce30911e018d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.626884] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a374b882-d7cf-4662-a6e7-ce30911e018d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.943234] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.014091] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a6d87c0-3f4f-43d9-b8d6-53fb649497de',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.097792] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.099276] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('847fd8a5-6751-429a-8967-e656a3577dff',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.150684] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.150903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.150903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.151115] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.151258] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.151322] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a374b882-d7cf-4662-a6e7-ce30911e018d already deleted. [ 797.151405] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a374b882-d7cf-4662-a6e7-ce30911e018d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.446384] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.446384] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.446384] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.446384] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.446384] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.446384] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c8f899-578e-4f22-9860-e6399e89e690 is going to be updated. [ 797.479197] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.479197] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.479197] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.479197] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.479197] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.485432] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c8f899-578e-4f22-9860-e6399e89e690 in Status: IN_PROGRESS for 2s [ 797.515703] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a6d87c0-3f4f-43d9-b8d6-53fb649497de: rpc.has_security_group_logging(os_id): False [ 797.533109] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.533251] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.533472] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.533535] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.533626] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.533859] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.533971] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.534069] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.534229] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.534312] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.534402] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a6d87c0-3f4f-43d9-b8d6-53fb649497de is going to be created. [ 797.600496] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.600710] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.600779] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.601062] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.601214] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.601330] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 is going to be updated. [ 797.602877] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.603026] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.603127] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.603346] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.603436] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.603533] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 847fd8a5-6751-429a-8967-e656a3577dff is going to be updated. [ 797.608511] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.608676] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.608768] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.608938] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.609267] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.622305] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a6d87c0-3f4f-43d9-b8d6-53fb649497de in Status: IN_PROGRESS for 2s [ 797.644823] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.644993] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.645046] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.645387] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.645577] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.648434] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.648434] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.648434] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.648434] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.648434] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.658149] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 847fd8a5-6751-429a-8967-e656a3577dff in Status: IN_PROGRESS for 2s [ 797.658710] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 in Status: IN_PROGRESS for 2s [ 799.247138] env[69670]: INFO networking_nsxv3.common.synchronization [req-0ce09065-d994-46cb-9c67-a3a67c343fb7 req-0b7aac15-129f-42fd-a6b2-a9252f3820cf tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Enqueued Resource ID: 182268a4-1bdb-4f9a-a40b-42f6c77b7f1a with Priority: HIGHEST for action security_group_members [ 799.247138] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 182268a4-1bdb-4f9a-a40b-42f6c77b7f1a with Priority: HIGHEST for action security_group_members [ 799.247816] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-182268a4-1bdb-4f9a-a40b-42f6c77b7f1a taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.247816] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182268a4-1bdb-4f9a-a40b-42f6c77b7f1a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.247816] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182268a4-1bdb-4f9a-a40b-42f6c77b7f1a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.247816] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182268a4-1bdb-4f9a-a40b-42f6c77b7f1a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.248072] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.248072] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.248072] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.248899] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.249064] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.249185] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('182268a4-1bdb-4f9a-a40b-42f6c77b7f1a',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.502409] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c8f899-578e-4f22-9860-e6399e89e690 in Status: SUCCESS [ 799.502409] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.502409] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.502409] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.502409] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.502409] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.502409] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.502409] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.502409] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.502409] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.502409] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.637758] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a6d87c0-3f4f-43d9-b8d6-53fb649497de in Status: SUCCESS [ 799.637758] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a6d87c0-3f4f-43d9-b8d6-53fb649497de" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.673120] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 847fd8a5-6751-429a-8967-e656a3577dff in Status: SUCCESS [ 799.673373] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.676168] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.676168] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.676168] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.676168] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.676168] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.676168] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.676168] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.676168] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('847fd8a5-6751-429a-8967-e656a3577dff',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.676521] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 in Status: SUCCESS [ 799.676586] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.676749] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.676908] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.677090] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.677200] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.677264] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.677411] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.677480] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.677569] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.751475] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.751635] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.751707] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.751955] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.752117] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.752344] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.752467] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.752531] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.752703] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.752782] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.752866] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 182268a4-1bdb-4f9a-a40b-42f6c77b7f1a already deleted. [ 799.752957] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182268a4-1bdb-4f9a-a40b-42f6c77b7f1a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.918984] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-683 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.919225] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-683" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.919355] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-683" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.919668] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-683" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.919918] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.920085] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.920201] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.920414] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.920556] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.920756] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 799.920868] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 799.921019] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 799.921082] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 799.921194] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 799.921299] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 799.921427] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 799.940027] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 799.940253] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 799.940421] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 799.940645] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-683" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.941008] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-80aeeb54-52d5-4030-a76e-ffd06534e459 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.941333] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-80aeeb54-52d5-4030-a76e-ffd06534e459" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.941430] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-80aeeb54-52d5-4030-a76e-ffd06534e459" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.941754] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-80aeeb54-52d5-4030-a76e-ffd06534e459" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.941894] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80aeeb54-52d5-4030-a76e-ffd06534e459',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.004266] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c8f899-578e-4f22-9860-e6399e89e690 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.004421] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.004466] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.004739] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.004827] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.004899] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.004986] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.005132] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.005225] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.005311] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.005456] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c8f899-578e-4f22-9860-e6399e89e690 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.005669] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.005669] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.005806] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.005858] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.005926] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.006041] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.006203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.006276] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.006355] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.006531] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.181387] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('847fd8a5-6751-429a-8967-e656a3577dff',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.181387] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.448520] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.448520] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.448520] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.448520] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.448520] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.448520] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 80aeeb54-52d5-4030-a76e-ffd06534e459 not found, creating... [ 800.448520] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.448520] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.448520] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.448520] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.448520] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.449906] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.450304] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.450617] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.451080] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.451460] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.451822] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 80aeeb54-52d5-4030-a76e-ffd06534e459 is going to be created. [ 800.475702] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.475702] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.475702] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.475702] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.475702] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.475702] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-80aeeb54-52d5-4030-a76e-ffd06534e459" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.509329] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96c8f899-578e-4f22-9860-e6399e89e690: rpc.has_security_group_logging(os_id): False [ 800.535543] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.535543] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.535781] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.536570] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.536570] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.536570] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.536570] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.536570] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.536570] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.536910] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.536910] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.536910] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.537045] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.540112] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.540112] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.540112] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.540112] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.540112] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.540112] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.540112] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.540112] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96c8f899-578e-4f22-9860-e6399e89e690 is going to be updated. [ 800.644822] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.645026] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.645102] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.645259] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.645938] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.664440] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c8f899-578e-4f22-9860-e6399e89e690 in Status: IN_PROGRESS for 2s [ 800.681924] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('847fd8a5-6751-429a-8967-e656a3577dff',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.683484] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.187685] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.187685] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.187685] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.187685] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.187685] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.187685] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 847fd8a5-6751-429a-8967-e656a3577dff is going to be updated. [ 801.190152] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.192025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.192025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.192025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.192025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.192025] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 is going to be updated. [ 801.214189] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.214327] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.214423] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.214608] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.214752] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.216701] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.216701] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.216701] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.216878] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.216963] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.227830] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 847fd8a5-6751-429a-8967-e656a3577dff in Status: IN_PROGRESS for 2s [ 801.228482] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 in Status: IN_PROGRESS for 2s [ 801.230058] env[69670]: INFO networking_nsxv3.common.synchronization [req-0ce09065-d994-46cb-9c67-a3a67c343fb7 req-1a4c2ca4-476d-4ad7-a119-9a8a60334ff5 service nova] Enqueued Resource ID: 182268a4-1bdb-4f9a-a40b-42f6c77b7f1a with Priority: HIGHEST for action security_group_rules [ 801.230277] env[69670]: INFO networking_nsxv3.common.synchronization [req-0ce09065-d994-46cb-9c67-a3a67c343fb7 req-1a4c2ca4-476d-4ad7-a119-9a8a60334ff5 service nova] Enqueued Resource ID: 182268a4-1bdb-4f9a-a40b-42f6c77b7f1a with Priority: HIGHEST for action security_group_members [ 801.230461] env[69670]: INFO networking_nsxv3.common.synchronization [req-0ce09065-d994-46cb-9c67-a3a67c343fb7 req-1a4c2ca4-476d-4ad7-a119-9a8a60334ff5 service nova] Enqueued Resource ID: 80aeeb54-52d5-4030-a76e-ffd06534e459 with Priority: HIGHEST for action port [ 801.230686] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 182268a4-1bdb-4f9a-a40b-42f6c77b7f1a with Priority: HIGHEST for action security_group_rules [ 801.230780] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 182268a4-1bdb-4f9a-a40b-42f6c77b7f1a with Priority: HIGHEST for action security_group_members [ 801.230911] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80aeeb54-52d5-4030-a76e-ffd06534e459 with Priority: HIGHEST for action port [ 801.231402] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-182268a4-1bdb-4f9a-a40b-42f6c77b7f1a taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.231526] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-182268a4-1bdb-4f9a-a40b-42f6c77b7f1a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.231592] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-182268a4-1bdb-4f9a-a40b-42f6c77b7f1a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.231779] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-182268a4-1bdb-4f9a-a40b-42f6c77b7f1a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.231859] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('182268a4-1bdb-4f9a-a40b-42f6c77b7f1a',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.232695] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-182268a4-1bdb-4f9a-a40b-42f6c77b7f1a taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.232781] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182268a4-1bdb-4f9a-a40b-42f6c77b7f1a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.235042] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182268a4-1bdb-4f9a-a40b-42f6c77b7f1a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.235042] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182268a4-1bdb-4f9a-a40b-42f6c77b7f1a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.235042] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.235042] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.235042] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.235042] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.235042] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.235042] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('182268a4-1bdb-4f9a-a40b-42f6c77b7f1a',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.235441] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-80aeeb54-52d5-4030-a76e-ffd06534e459 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.235441] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80aeeb54-52d5-4030-a76e-ffd06534e459" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.235441] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80aeeb54-52d5-4030-a76e-ffd06534e459" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.235441] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80aeeb54-52d5-4030-a76e-ffd06534e459" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.235592] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80aeeb54-52d5-4030-a76e-ffd06534e459',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.679218] env[69670]: INFO networking_nsxv3.common.synchronization [req-27956fda-17f6-4d5a-b644-d43e2488d871 req-0f865439-edcb-46d6-959f-013c639fd8dd tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Enqueued Resource ID: ffd11365-6b57-445a-abac-7a55aa0d1624 with Priority: HIGHEST for action security_group_members [ 801.679894] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffd11365-6b57-445a-abac-7a55aa0d1624 with Priority: HIGHEST for action security_group_members [ 801.680143] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffd11365-6b57-445a-abac-7a55aa0d1624 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.680282] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffd11365-6b57-445a-abac-7a55aa0d1624" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.680361] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffd11365-6b57-445a-abac-7a55aa0d1624" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.680791] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffd11365-6b57-445a-abac-7a55aa0d1624" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.680999] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.681128] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.681190] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.681349] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.681914] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.681914] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffd11365-6b57-445a-abac-7a55aa0d1624',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.738115] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-182268a4-1bdb-4f9a-a40b-42f6c77b7f1a taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.738115] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182268a4-1bdb-4f9a-a40b-42f6c77b7f1a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.738115] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('182268a4-1bdb-4f9a-a40b-42f6c77b7f1a',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.742963] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80aeeb54-52d5-4030-a76e-ffd06534e459 with status ACTIVE [ 801.742963] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.742963] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.742963] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.742963] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.742963] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.742963] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.742963] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.742963] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.742963] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.742963] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.742963] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.742963] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.742963] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.742963] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.742963] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.743762] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80aeeb54-52d5-4030-a76e-ffd06534e459 is going to be updated. [ 801.780363] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.780625] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.780625] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.780865] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.780991] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.781373] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80aeeb54-52d5-4030-a76e-ffd06534e459" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.103515] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-857 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.103515] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-857" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.103515] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-857" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.103515] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-857" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.103748] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.103911] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.103976] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.104217] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.104362] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.104743] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 802.104743] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 802.104919] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 802.104919] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 802.105105] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 802.105154] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 802.105255] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 802.132710] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 802.132710] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 802.132710] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 802.132710] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-857" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.132710] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-c9af8248-9719-4105-8b9b-dc6272f70a5c taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.132710] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-c9af8248-9719-4105-8b9b-dc6272f70a5c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.132710] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-c9af8248-9719-4105-8b9b-dc6272f70a5c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.132710] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-c9af8248-9719-4105-8b9b-dc6272f70a5c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.132710] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9af8248-9719-4105-8b9b-dc6272f70a5c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.183382] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.183382] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.183547] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.183670] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.183987] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.183987] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.184129] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.184237] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.184412] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.184689] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.184689] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffd11365-6b57-445a-abac-7a55aa0d1624 already deleted. [ 802.184689] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffd11365-6b57-445a-abac-7a55aa0d1624" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.242417] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('182268a4-1bdb-4f9a-a40b-42f6c77b7f1a',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.634303] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.634553] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.634682] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.634972] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.635143] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.635301] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port c9af8248-9719-4105-8b9b-dc6272f70a5c not found, creating... [ 802.635560] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.636105] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.636105] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.636105] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.636288] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.636554] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.636706] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.636821] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.637035] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.637185] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.637326] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: c9af8248-9719-4105-8b9b-dc6272f70a5c is going to be created. [ 802.663029] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.663187] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.663409] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.663621] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.663778] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.664038] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-c9af8248-9719-4105-8b9b-dc6272f70a5c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.676071] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c8f899-578e-4f22-9860-e6399e89e690 in Status: SUCCESS [ 802.676311] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.747893] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.748171] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.748171] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.748492] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.748543] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.748683] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 182268a4-1bdb-4f9a-a40b-42f6c77b7f1a is going to be created. [ 802.841367] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.841515] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.841586] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.841800] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.842030] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.861229] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 182268a4-1bdb-4f9a-a40b-42f6c77b7f1a in Status: UNINITIALIZED for 2s [ 803.239292] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 847fd8a5-6751-429a-8967-e656a3577dff in Status: SUCCESS [ 803.240025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.240660] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 in Status: SUCCESS [ 803.241341] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.241555] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.241783] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.242035] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.242162] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.242204] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.242347] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.242441] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.242547] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.242664] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('847fd8a5-6751-429a-8967-e656a3577dff',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.243510] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.243761] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.243969] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.244104] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.244164] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.244312] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.244406] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.244487] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.244571] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.514502] env[69670]: INFO networking_nsxv3.common.synchronization [req-27956fda-17f6-4d5a-b644-d43e2488d871 req-4f543a99-4d79-476b-a1d2-6e46ba158af8 service nova] Enqueued Resource ID: ffd11365-6b57-445a-abac-7a55aa0d1624 with Priority: HIGHEST for action security_group_rules [ 803.514502] env[69670]: INFO networking_nsxv3.common.synchronization [req-27956fda-17f6-4d5a-b644-d43e2488d871 req-4f543a99-4d79-476b-a1d2-6e46ba158af8 service nova] Enqueued Resource ID: ffd11365-6b57-445a-abac-7a55aa0d1624 with Priority: HIGHEST for action security_group_members [ 803.515096] env[69670]: INFO networking_nsxv3.common.synchronization [req-27956fda-17f6-4d5a-b644-d43e2488d871 req-4f543a99-4d79-476b-a1d2-6e46ba158af8 service nova] Enqueued Resource ID: c9af8248-9719-4105-8b9b-dc6272f70a5c with Priority: HIGHEST for action port [ 803.517709] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffd11365-6b57-445a-abac-7a55aa0d1624 with Priority: HIGHEST for action security_group_rules [ 803.518076] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffd11365-6b57-445a-abac-7a55aa0d1624 with Priority: HIGHEST for action security_group_members [ 803.520046] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9af8248-9719-4105-8b9b-dc6272f70a5c with Priority: HIGHEST for action port [ 803.520046] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ffd11365-6b57-445a-abac-7a55aa0d1624 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.520046] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ffd11365-6b57-445a-abac-7a55aa0d1624" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.520046] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ffd11365-6b57-445a-abac-7a55aa0d1624" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.520046] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ffd11365-6b57-445a-abac-7a55aa0d1624" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.520046] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ffd11365-6b57-445a-abac-7a55aa0d1624',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.521925] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffd11365-6b57-445a-abac-7a55aa0d1624 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.522559] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffd11365-6b57-445a-abac-7a55aa0d1624" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.522810] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffd11365-6b57-445a-abac-7a55aa0d1624" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.523309] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffd11365-6b57-445a-abac-7a55aa0d1624" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.523646] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.525091] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.525091] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.525091] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.525091] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.525607] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffd11365-6b57-445a-abac-7a55aa0d1624',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.529365] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9af8248-9719-4105-8b9b-dc6272f70a5c taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.529365] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9af8248-9719-4105-8b9b-dc6272f70a5c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.529365] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9af8248-9719-4105-8b9b-dc6272f70a5c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.529365] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9af8248-9719-4105-8b9b-dc6272f70a5c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.529365] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9af8248-9719-4105-8b9b-dc6272f70a5c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.751149] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('847fd8a5-6751-429a-8967-e656a3577dff',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.751149] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2012ebc-a6e7-4a94-9f9c-91c59747c437 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.751149] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.751149] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.751149] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.751149] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.751149] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.751149] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.751149] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.751149] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.751655] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.751655] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2012ebc-a6e7-4a94-9f9c-91c59747c437 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.751655] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.751655] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.751805] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.752020] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.752020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.752126] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.752212] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.752274] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.752347] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.752440] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.030391] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ffd11365-6b57-445a-abac-7a55aa0d1624',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.036723] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffd11365-6b57-445a-abac-7a55aa0d1624 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.036723] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffd11365-6b57-445a-abac-7a55aa0d1624" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.036723] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9af8248-9719-4105-8b9b-dc6272f70a5c with status ACTIVE [ 804.036723] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.036723] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.036723] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.036723] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.036723] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.036723] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.036723] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.037122] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.037122] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.037122] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.037210] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.037391] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.037529] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.037812] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.037861] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.037970] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9af8248-9719-4105-8b9b-dc6272f70a5c is going to be updated. [ 804.061281] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.061453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.061549] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.061779] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.061949] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.062159] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9af8248-9719-4105-8b9b-dc6272f70a5c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.254211] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 847fd8a5-6751-429a-8967-e656a3577dff: rpc.has_security_group_logging(os_id): False [ 804.256338] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2012ebc-a6e7-4a94-9f9c-91c59747c437: rpc.has_security_group_logging(os_id): False [ 804.283390] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.283554] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.283683] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.283836] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.283969] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.284172] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.284284] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.284354] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.284497] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.284593] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.284753] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.284866] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.284922] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.287263] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.287505] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.287852] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.288016] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.288204] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.288494] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.288613] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.289175] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 is going to be updated. [ 804.296276] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.296621] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.296621] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.296621] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.296757] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.296896] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.296991] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.297099] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.297276] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.297491] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.297491] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 847fd8a5-6751-429a-8967-e656a3577dff is going to be created. [ 804.388036] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.388036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.388036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.388036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.388036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.389807] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.389927] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.389992] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.390181] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.390350] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.403158] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 847fd8a5-6751-429a-8967-e656a3577dff in Status: IN_PROGRESS for 2s [ 804.407667] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 in Status: IN_PROGRESS for 2s [ 804.535666] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ffd11365-6b57-445a-abac-7a55aa0d1624',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.872759] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 182268a4-1bdb-4f9a-a40b-42f6c77b7f1a in Status: SUCCESS [ 804.873060] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182268a4-1bdb-4f9a-a40b-42f6c77b7f1a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.873200] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182268a4-1bdb-4f9a-a40b-42f6c77b7f1a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.873455] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182268a4-1bdb-4f9a-a40b-42f6c77b7f1a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.873688] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.874176] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.874176] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.874176] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.874176] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.874372] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182268a4-1bdb-4f9a-a40b-42f6c77b7f1a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.874372] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('182268a4-1bdb-4f9a-a40b-42f6c77b7f1a',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.038895] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.039142] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.039180] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.039398] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.039493] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.039623] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffd11365-6b57-445a-abac-7a55aa0d1624 is going to be created. [ 805.065513] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.065513] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.065760] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.065816] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.065966] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.076090] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffd11365-6b57-445a-abac-7a55aa0d1624 in Status: UNINITIALIZED for 2s [ 805.376925] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('182268a4-1bdb-4f9a-a40b-42f6c77b7f1a',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.471008] env[69670]: INFO networking_nsxv3.common.synchronization [req-82157605-96a7-4ea9-8046-31d135fb5a11 req-2c2682ab-6b03-42bc-947a-61d2e065d62d tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Enqueued Resource ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 with Priority: HIGHEST for action security_group_members [ 805.471649] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 with Priority: HIGHEST for action security_group_members [ 805.472500] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.472500] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.472500] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.472500] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.472884] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.472884] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.472884] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.473075] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.473169] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.473266] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15dc5a71-4b28-48f7-9bcd-46ebb5fb4763',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.883573] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 182268a4-1bdb-4f9a-a40b-42f6c77b7f1a: rpc.has_security_group_logging(os_id): False [ 805.901221] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.901221] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.901221] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.901221] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.901462] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.901527] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.901620] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.901682] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.901827] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.901923] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.902062] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 182268a4-1bdb-4f9a-a40b-42f6c77b7f1a is going to be created. [ 805.967021] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.967021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.967021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.967021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.967021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.974868] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 182268a4-1bdb-4f9a-a40b-42f6c77b7f1a in Status: IN_PROGRESS for 2s [ 805.975216] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.975335] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.975409] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.975613] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.975704] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.975886] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.975987] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.976069] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.976238] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.976308] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.976382] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 already deleted. [ 805.976467] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.095172] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-138 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.095172] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-138" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.095172] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-138" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.095172] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-138" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.095425] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.095533] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.095646] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.095868] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.096018] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.096274] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 806.096407] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 806.096503] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 806.096613] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 806.096726] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 806.096837] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 806.096971] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 806.120099] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 806.120099] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 806.120099] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 806.120099] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-138" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.120099] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-462bff88-3c19-4776-a362-d12af458d9ae taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.120099] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-462bff88-3c19-4776-a362-d12af458d9ae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.120099] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-462bff88-3c19-4776-a362-d12af458d9ae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.120099] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-462bff88-3c19-4776-a362-d12af458d9ae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.120099] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('462bff88-3c19-4776-a362-d12af458d9ae',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.416706] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 847fd8a5-6751-429a-8967-e656a3577dff in Status: SUCCESS [ 806.416960] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.417199] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.417433] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.417648] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('847fd8a5-6751-429a-8967-e656a3577dff',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.419617] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 in Status: SUCCESS [ 806.419767] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.420171] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.420171] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.420171] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.623934] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.624342] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.624342] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.624584] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.625141] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.625141] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 462bff88-3c19-4776-a362-d12af458d9ae not found, creating... [ 806.625141] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.625300] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.625426] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.625625] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.625764] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.626084] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.626247] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.626365] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.626646] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.626755] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.626907] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 462bff88-3c19-4776-a362-d12af458d9ae is going to be created. [ 806.647624] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.647876] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.648465] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.648465] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.649131] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.649131] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-462bff88-3c19-4776-a362-d12af458d9ae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.920021] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-847fd8a5-6751-429a-8967-e656a3577dff taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.920337] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.920397] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.920652] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.920882] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.921035] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.921138] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.921617] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.921617] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.921617] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.921745] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('847fd8a5-6751-429a-8967-e656a3577dff',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.922878] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2012ebc-a6e7-4a94-9f9c-91c59747c437 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.923036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.923134] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.923506] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.924322] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.924457] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.924557] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.924742] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.924838] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.924955] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.925054] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.084630] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffd11365-6b57-445a-abac-7a55aa0d1624 in Status: SUCCESS [ 807.084794] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffd11365-6b57-445a-abac-7a55aa0d1624" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.085027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffd11365-6b57-445a-abac-7a55aa0d1624" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.085177] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffd11365-6b57-445a-abac-7a55aa0d1624" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.085369] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.085477] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.085536] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.085706] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.085794] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.085863] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffd11365-6b57-445a-abac-7a55aa0d1624" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.085946] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ffd11365-6b57-445a-abac-7a55aa0d1624',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.428244] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('847fd8a5-6751-429a-8967-e656a3577dff',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.429688] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2012ebc-a6e7-4a94-9f9c-91c59747c437 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.430081] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.430081] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.430181] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.430271] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.430371] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.430438] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.430589] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.433036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.433036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.433036] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2012ebc-a6e7-4a94-9f9c-91c59747c437 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.433036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.435150] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.435150] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.435150] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.435307] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.435307] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.436876] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.436876] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.436876] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.436876] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.484093] env[69670]: INFO networking_nsxv3.common.synchronization [req-82157605-96a7-4ea9-8046-31d135fb5a11 req-b85e03ae-dd93-4573-aabc-ea0417f62e9a service nova] Enqueued Resource ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 with Priority: HIGHEST for action security_group_rules [ 807.484093] env[69670]: INFO networking_nsxv3.common.synchronization [req-82157605-96a7-4ea9-8046-31d135fb5a11 req-b85e03ae-dd93-4573-aabc-ea0417f62e9a service nova] Enqueued Resource ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 with Priority: HIGHEST for action security_group_members [ 807.484093] env[69670]: INFO networking_nsxv3.common.synchronization [req-82157605-96a7-4ea9-8046-31d135fb5a11 req-b85e03ae-dd93-4573-aabc-ea0417f62e9a service nova] Enqueued Resource ID: 462bff88-3c19-4776-a362-d12af458d9ae with Priority: HIGHEST for action port [ 807.484797] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 with Priority: HIGHEST for action security_group_rules [ 807.484797] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 with Priority: HIGHEST for action security_group_members [ 807.484797] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 462bff88-3c19-4776-a362-d12af458d9ae with Priority: HIGHEST for action port [ 807.487117] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.487252] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.487252] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.487437] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.488465] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15dc5a71-4b28-48f7-9bcd-46ebb5fb4763',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.491672] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.491823] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.491910] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.492605] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.492605] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.492605] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.492605] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.492777] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.492836] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.492990] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15dc5a71-4b28-48f7-9bcd-46ebb5fb4763',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.493949] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-462bff88-3c19-4776-a362-d12af458d9ae taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.494091] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-462bff88-3c19-4776-a362-d12af458d9ae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.494150] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-462bff88-3c19-4776-a362-d12af458d9ae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.494322] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-462bff88-3c19-4776-a362-d12af458d9ae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.494420] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('462bff88-3c19-4776-a362-d12af458d9ae',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.588990] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffd11365-6b57-445a-abac-7a55aa0d1624 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.589170] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffd11365-6b57-445a-abac-7a55aa0d1624" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.589272] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffd11365-6b57-445a-abac-7a55aa0d1624" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.589476] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffd11365-6b57-445a-abac-7a55aa0d1624" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.590689] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.590689] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.590689] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.590689] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.590689] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.590689] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffd11365-6b57-445a-abac-7a55aa0d1624" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.590689] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffd11365-6b57-445a-abac-7a55aa0d1624 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.591048] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffd11365-6b57-445a-abac-7a55aa0d1624" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.591048] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffd11365-6b57-445a-abac-7a55aa0d1624" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.591048] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffd11365-6b57-445a-abac-7a55aa0d1624" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.591152] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.591194] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.591289] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.591419] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.591559] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.591632] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffd11365-6b57-445a-abac-7a55aa0d1624" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.591702] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ffd11365-6b57-445a-abac-7a55aa0d1624',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.939499] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 847fd8a5-6751-429a-8967-e656a3577dff: rpc.has_security_group_logging(os_id): False [ 807.940838] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2012ebc-a6e7-4a94-9f9c-91c59747c437: rpc.has_security_group_logging(os_id): False [ 807.959589] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.960336] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.960336] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.960336] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.960336] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.960529] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.960529] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.960617] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.962473] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.962473] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.962473] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.962473] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.962473] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.962473] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.962473] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.962473] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.962473] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.962473] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.962473] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.962473] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.962473] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 is going to be updated. [ 807.963562] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.963674] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.963741] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.963894] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.963996] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.964203] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.964302] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.964366] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.964506] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.964584] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.964669] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 847fd8a5-6751-429a-8967-e656a3577dff is going to be updated. [ 807.993613] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 182268a4-1bdb-4f9a-a40b-42f6c77b7f1a in Status: SUCCESS [ 807.993764] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-182268a4-1bdb-4f9a-a40b-42f6c77b7f1a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.999310] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.999420] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.999608] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15dc5a71-4b28-48f7-9bcd-46ebb5fb4763',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.000619] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 462bff88-3c19-4776-a362-d12af458d9ae with status ACTIVE [ 808.000721] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.000834] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.000908] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.001119] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.001197] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.001376] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.001463] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.001529] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.001681] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.001759] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.001944] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.002066] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.002113] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.002260] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.002337] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.002422] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 462bff88-3c19-4776-a362-d12af458d9ae is going to be updated. [ 808.022860] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.022860] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.022860] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.023081] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.023158] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.023335] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-462bff88-3c19-4776-a362-d12af458d9ae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.026602] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.026795] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.026844] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.027026] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.027169] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.029394] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.029516] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.029595] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.029765] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.029905] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.046925] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 847fd8a5-6751-429a-8967-e656a3577dff in Status: IN_PROGRESS for 2s [ 808.048224] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 in Status: IN_PROGRESS for 2s [ 808.095190] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ffd11365-6b57-445a-abac-7a55aa0d1624: rpc.has_security_group_logging(os_id): False [ 808.122954] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.123130] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.123219] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.125050] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.125050] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.125050] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.125050] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.125050] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.125050] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.125050] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.125050] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.125050] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.125050] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.125050] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.125050] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.126454] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.126454] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.126454] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.126454] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.126454] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.126454] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ffd11365-6b57-445a-abac-7a55aa0d1624 is going to be created. [ 808.199731] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.199905] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.199959] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.200300] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.200395] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.213238] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ffd11365-6b57-445a-abac-7a55aa0d1624 in Status: IN_PROGRESS for 2s [ 808.504472] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15dc5a71-4b28-48f7-9bcd-46ebb5fb4763',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.008499] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.010995] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.010995] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.010995] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.010995] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.010995] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 is going to be created. [ 809.035380] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.035380] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.035380] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.035380] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.035380] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.043769] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 in Status: UNINITIALIZED for 2s [ 809.694227] env[69670]: INFO networking_nsxv3.common.synchronization [req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 req-a6cad697-f1bf-4a85-b0cb-50ae9128e614 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Enqueued Resource ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 with Priority: HIGHEST for action security_group_members [ 809.694227] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 with Priority: HIGHEST for action security_group_members [ 809.694227] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-bae4e153-b553-49d0-8dba-e29ce7a007b1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.694227] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.694227] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.694227] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.694227] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.695058] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.695257] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.695566] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.695835] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.700691] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.061440] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 847fd8a5-6751-429a-8967-e656a3577dff in Status: SUCCESS [ 810.061758] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.062489] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 in Status: SUCCESS [ 810.062743] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.201559] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.228358] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ffd11365-6b57-445a-abac-7a55aa0d1624 in Status: SUCCESS [ 810.228605] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ffd11365-6b57-445a-abac-7a55aa0d1624" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.249088] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-63 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.249304] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-63" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.249442] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-63" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.249706] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-63" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.249959] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.250148] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.250252] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.250509] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.250831] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.250895] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 810.251167] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 810.251924] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 810.252188] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 810.252259] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 810.252358] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 810.252492] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 810.271589] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 810.271792] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 810.272031] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 810.272125] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-63" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.272498] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-7ff6daf8-b2ae-466d-a945-668da9aaa0f9 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.272684] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-7ff6daf8-b2ae-466d-a945-668da9aaa0f9" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.273418] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-7ff6daf8-b2ae-466d-a945-668da9aaa0f9" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.273418] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-7ff6daf8-b2ae-466d-a945-668da9aaa0f9" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.273418] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ff6daf8-b2ae-466d-a945-668da9aaa0f9',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.703650] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.777971] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.778276] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.778498] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.778854] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.779103] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.779316] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 7ff6daf8-b2ae-466d-a945-668da9aaa0f9 not found, creating... [ 810.780297] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.780297] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.780297] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.781193] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.781193] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.782411] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.782557] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.782748] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.783052] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.783204] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.783451] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 7ff6daf8-b2ae-466d-a945-668da9aaa0f9 is going to be created. [ 810.805343] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.805668] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.805831] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.806195] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.806469] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.806739] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-7ff6daf8-b2ae-466d-a945-668da9aaa0f9" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.052968] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 in Status: SUCCESS [ 811.053221] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.053411] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.053613] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.053822] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.053939] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.054012] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.054180] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.054380] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.054380] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.054476] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15dc5a71-4b28-48f7-9bcd-46ebb5fb4763',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.209551] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.209815] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.209815] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.210018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.210123] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.210225] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 is going to be updated. [ 811.240198] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.240198] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.240198] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.240198] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.240198] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.245812] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 in Status: IN_PROGRESS for 2s [ 811.558134] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.558134] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.558134] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.558362] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.558574] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.558722] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.558828] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.558987] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.563072] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.563072] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.563072] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.563072] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.563072] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.563072] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.563072] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.563072] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.563072] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.563072] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.563072] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.563575] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.563575] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15dc5a71-4b28-48f7-9bcd-46ebb5fb4763',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.686182] env[69670]: INFO networking_nsxv3.common.synchronization [req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 req-a97d7d53-62be-42ea-894f-cf0f22185065 service nova] Enqueued Resource ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 with Priority: HIGHEST for action security_group_rules [ 811.686182] env[69670]: INFO networking_nsxv3.common.synchronization [req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 req-a97d7d53-62be-42ea-894f-cf0f22185065 service nova] Enqueued Resource ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 with Priority: HIGHEST for action security_group_members [ 811.686182] env[69670]: INFO networking_nsxv3.common.synchronization [req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 req-a97d7d53-62be-42ea-894f-cf0f22185065 service nova] Enqueued Resource ID: 7ff6daf8-b2ae-466d-a945-668da9aaa0f9 with Priority: HIGHEST for action port [ 811.686182] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 with Priority: HIGHEST for action security_group_rules [ 811.686329] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 with Priority: HIGHEST for action security_group_members [ 811.686358] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff6daf8-b2ae-466d-a945-668da9aaa0f9 with Priority: HIGHEST for action port [ 811.687543] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bae4e153-b553-49d0-8dba-e29ce7a007b1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.688743] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.688811] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.689119] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.689119] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.691483] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-bae4e153-b553-49d0-8dba-e29ce7a007b1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.691483] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.691483] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ff6daf8-b2ae-466d-a945-668da9aaa0f9 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.691664] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ff6daf8-b2ae-466d-a945-668da9aaa0f9" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.691664] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ff6daf8-b2ae-466d-a945-668da9aaa0f9" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.691762] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ff6daf8-b2ae-466d-a945-668da9aaa0f9" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.691848] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ff6daf8-b2ae-466d-a945-668da9aaa0f9',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.911107] env[69670]: INFO networking_nsxv3.common.synchronization [None req-4653b55a-e226-4778-8819-a7023c811c7c None None] Enqueued Resource ID: 7f1a11fa-7e6d-4247-a669-09aaacaacd0f with Priority: HIGHEST for action port [ 811.913494] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f1a11fa-7e6d-4247-a669-09aaacaacd0f with Priority: HIGHEST for action port [ 811.913956] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f1a11fa-7e6d-4247-a669-09aaacaacd0f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.914297] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f1a11fa-7e6d-4247-a669-09aaacaacd0f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.914430] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f1a11fa-7e6d-4247-a669-09aaacaacd0f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.914853] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f1a11fa-7e6d-4247-a669-09aaacaacd0f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.914943] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f1a11fa-7e6d-4247-a669-09aaacaacd0f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.065303] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763: rpc.has_security_group_logging(os_id): False [ 812.086025] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.086025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.086025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.086025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.086025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.086025] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.086025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.086025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.086389] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.086389] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.086389] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.086504] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.086504] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.086644] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.086712] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.086894] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.086985] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.088034] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.088034] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.088034] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.088034] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 is going to be created. [ 812.146436] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.146644] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.146644] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.146855] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.149033] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.160606] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 in Status: IN_PROGRESS for 2s [ 812.192610] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-bae4e153-b553-49d0-8dba-e29ce7a007b1 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.192760] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.198286] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ff6daf8-b2ae-466d-a945-668da9aaa0f9 with status ACTIVE [ 812.198286] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.198286] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.198286] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.198286] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.198286] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.198286] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.198286] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.198286] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.198286] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.198286] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.198286] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.198286] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.198286] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.198286] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.198286] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.198286] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ff6daf8-b2ae-466d-a945-668da9aaa0f9 is going to be updated. [ 812.244250] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.244703] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.244703] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.244703] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.244863] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.245069] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ff6daf8-b2ae-466d-a945-668da9aaa0f9" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.417834] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f1a11fa-7e6d-4247-a669-09aaacaacd0f [ 812.418105] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.418244] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.418320] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.418550] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.418639] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.418740] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f1a11fa-7e6d-4247-a669-09aaacaacd0f already deleted. [ 812.418821] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f1a11fa-7e6d-4247-a669-09aaacaacd0f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.545661] env[69670]: INFO networking_nsxv3.common.synchronization [req-6f01db24-59f2-4118-a217-fc501c12626a req-f590ccce-582b-4c6e-b840-4be911338c2b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Enqueued Resource ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 with Priority: HIGHEST for action security_group_members [ 812.546388] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 with Priority: HIGHEST for action security_group_members [ 812.547669] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.547669] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.547669] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.547669] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.548673] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.549039] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.549160] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.549387] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.549503] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.549845] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.919476] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-282 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.919660] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-282" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.919787] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-282" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.920154] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-282" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.920939] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.920939] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.920939] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.920939] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.921195] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.921236] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 812.922130] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 812.922130] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 812.922130] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 812.922130] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 812.922130] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 812.922130] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 812.944326] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 812.944497] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 812.944631] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 812.944806] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-282" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.945173] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-d1703ccf-221d-4e84-ab7c-c3fa0ea42fee taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.945359] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-d1703ccf-221d-4e84-ab7c-c3fa0ea42fee" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.945466] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-d1703ccf-221d-4e84-ab7c-c3fa0ea42fee" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.945782] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-d1703ccf-221d-4e84-ab7c-c3fa0ea42fee" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.945994] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1703ccf-221d-4e84-ab7c-c3fa0ea42fee',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.053115] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.053331] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.053331] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.053693] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.054072] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.054361] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.054551] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.054596] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.054896] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.054896] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.054985] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 already deleted. [ 813.054985] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.258331] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 in Status: SUCCESS [ 813.258659] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.259113] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.259367] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.259727] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.259897] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.259998] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.260189] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.260283] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.260381] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.449055] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.449302] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.449494] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.449748] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.449904] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.450126] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port d1703ccf-221d-4e84-ab7c-c3fa0ea42fee not found, creating... [ 813.450350] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.450509] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.450625] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.450864] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.451036] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.451329] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.451467] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.451586] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.451792] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.451927] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.453031] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: d1703ccf-221d-4e84-ab7c-c3fa0ea42fee is going to be created. [ 813.475479] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.475787] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.475917] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.476305] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.476468] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.476705] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-d1703ccf-221d-4e84-ab7c-c3fa0ea42fee" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.763928] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.109552] env[69670]: INFO networking_nsxv3.common.synchronization [None req-68f958f7-07fd-43b0-8eea-cf5b7006c5a6 None None] Enqueued Resource ID: 78610a3a-c705-41f2-bd2b-f72d0464e8c9 with Priority: HIGHEST for action port [ 814.111108] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78610a3a-c705-41f2-bd2b-f72d0464e8c9 with Priority: HIGHEST for action port [ 814.112691] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-78610a3a-c705-41f2-bd2b-f72d0464e8c9 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.112867] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78610a3a-c705-41f2-bd2b-f72d0464e8c9" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.112964] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78610a3a-c705-41f2-bd2b-f72d0464e8c9" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.113403] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78610a3a-c705-41f2-bd2b-f72d0464e8c9" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.113639] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78610a3a-c705-41f2-bd2b-f72d0464e8c9',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.173973] env[69670]: INFO networking_nsxv3.common.synchronization [req-6f01db24-59f2-4118-a217-fc501c12626a req-0a9a9146-4714-4d8b-b74f-c6a4e61bc588 service nova] Enqueued Resource ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 with Priority: HIGHEST for action security_group_rules [ 814.180038] env[69670]: INFO networking_nsxv3.common.synchronization [req-6f01db24-59f2-4118-a217-fc501c12626a req-0a9a9146-4714-4d8b-b74f-c6a4e61bc588 service nova] Enqueued Resource ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 with Priority: HIGHEST for action security_group_members [ 814.180038] env[69670]: INFO networking_nsxv3.common.synchronization [req-6f01db24-59f2-4118-a217-fc501c12626a req-0a9a9146-4714-4d8b-b74f-c6a4e61bc588 service nova] Enqueued Resource ID: d1703ccf-221d-4e84-ab7c-c3fa0ea42fee with Priority: HIGHEST for action port [ 814.180038] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 in Status: SUCCESS [ 814.180038] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.180038] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 with Priority: HIGHEST for action security_group_rules [ 814.180038] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 with Priority: HIGHEST for action security_group_members [ 814.180038] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1703ccf-221d-4e84-ab7c-c3fa0ea42fee with Priority: HIGHEST for action port [ 814.180514] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.181402] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.181402] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.181402] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.181402] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.182871] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.182994] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.183102] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.183309] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.183478] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.183593] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.183668] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.183828] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.183935] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.184085] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.185476] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1703ccf-221d-4e84-ab7c-c3fa0ea42fee taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.185614] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1703ccf-221d-4e84-ab7c-c3fa0ea42fee" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.186208] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1703ccf-221d-4e84-ab7c-c3fa0ea42fee" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.186208] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1703ccf-221d-4e84-ab7c-c3fa0ea42fee" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.186208] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1703ccf-221d-4e84-ab7c-c3fa0ea42fee',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.267074] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.616339] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78610a3a-c705-41f2-bd2b-f72d0464e8c9 [ 814.616582] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.616793] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.616867] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.617248] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.617484] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.617614] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78610a3a-c705-41f2-bd2b-f72d0464e8c9 already deleted. [ 814.617718] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78610a3a-c705-41f2-bd2b-f72d0464e8c9" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.686519] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.689204] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.689350] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.689494] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1703ccf-221d-4e84-ab7c-c3fa0ea42fee with status ACTIVE [ 814.689811] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.689811] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.689811] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.690064] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.690186] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.690386] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.690490] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.690527] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.690685] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.690763] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.690940] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.691046] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.691103] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.691243] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.691317] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.691400] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1703ccf-221d-4e84-ab7c-c3fa0ea42fee is going to be updated. [ 814.710268] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.710477] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.710514] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.710777] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.710882] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.711055] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1703ccf-221d-4e84-ab7c-c3fa0ea42fee" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.770177] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.770476] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.770476] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.770684] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.770778] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.770879] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 is going to be updated. [ 814.816900] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.817238] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.817238] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.817445] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.817598] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.827025] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 in Status: IN_PROGRESS for 2s [ 815.183022] env[69670]: INFO networking_nsxv3.common.synchronization [req-5cea08d8-8d31-4e8a-8316-73344c666e0c req-dfaa73c8-dc2f-4b47-bb43-0e72ac5e12f0 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Enqueued Resource ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 with Priority: HIGHEST for action security_group_members [ 815.183022] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 with Priority: HIGHEST for action security_group_members [ 815.183022] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.183022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.188223] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.466037] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-282 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.466472] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-282" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.466472] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-282" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.466582] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-282" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.468068] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.468068] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.468068] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.468068] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.468068] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.468068] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 815.468068] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.468068] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.468068] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.468068] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 815.468468] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.468468] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.486385] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.486558] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 815.486698] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.486870] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-282" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.487229] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-0a8a1038-2197-4682-b862-da129a8b1513 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.487403] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-0a8a1038-2197-4682-b862-da129a8b1513" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.487529] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-0a8a1038-2197-4682-b862-da129a8b1513" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.487853] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-0a8a1038-2197-4682-b862-da129a8b1513" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.487997] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a8a1038-2197-4682-b862-da129a8b1513',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.690842] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.691081] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.691081] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.691346] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.691471] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.691568] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 is going to be created. [ 815.715281] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.715568] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.715668] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.715898] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.716164] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.725866] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 in Status: UNINITIALIZED for 2s [ 815.835074] env[69670]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 815.835266] env[69670]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] NSXv3 Agent Agent loop - iteration:1 started [ 815.990833] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.991119] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.991246] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.991605] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.991790] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.992290] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 0a8a1038-2197-4682-b862-da129a8b1513 not found, creating... [ 815.992290] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.992474] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.992548] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.992822] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.992971] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.993289] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.993453] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.993607] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.993795] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.994120] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.994120] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 0a8a1038-2197-4682-b862-da129a8b1513 is going to be created. [ 816.012259] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.012526] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.012665] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.012947] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.013202] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.013436] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-0a8a1038-2197-4682-b862-da129a8b1513" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.707843] env[69670]: INFO networking_nsxv3.common.synchronization [req-5cea08d8-8d31-4e8a-8316-73344c666e0c req-9e9a64a1-ebbf-43f6-8a54-2cc4b5565e16 service nova] Enqueued Resource ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 with Priority: HIGHEST for action security_group_rules [ 816.708143] env[69670]: INFO networking_nsxv3.common.synchronization [req-5cea08d8-8d31-4e8a-8316-73344c666e0c req-9e9a64a1-ebbf-43f6-8a54-2cc4b5565e16 service nova] Enqueued Resource ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 with Priority: HIGHEST for action security_group_members [ 816.708317] env[69670]: INFO networking_nsxv3.common.synchronization [req-5cea08d8-8d31-4e8a-8316-73344c666e0c req-9e9a64a1-ebbf-43f6-8a54-2cc4b5565e16 service nova] Enqueued Resource ID: 0a8a1038-2197-4682-b862-da129a8b1513 with Priority: HIGHEST for action port [ 816.708960] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 with Priority: HIGHEST for action security_group_rules [ 816.709184] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 with Priority: HIGHEST for action security_group_members [ 816.709332] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a8a1038-2197-4682-b862-da129a8b1513 with Priority: HIGHEST for action port [ 816.709701] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.709847] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.710132] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.710257] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.710506] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a8a1038-2197-4682-b862-da129a8b1513 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.710651] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a8a1038-2197-4682-b862-da129a8b1513" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.710747] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a8a1038-2197-4682-b862-da129a8b1513" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.711022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a8a1038-2197-4682-b862-da129a8b1513" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.711139] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a8a1038-2197-4682-b862-da129a8b1513',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.836680] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 in Status: SUCCESS [ 816.836862] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.837033] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.837342] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.837540] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.837720] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.837720] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.837874] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.837955] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.838050] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.838139] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.213977] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a8a1038-2197-4682-b862-da129a8b1513 with status ACTIVE [ 817.214341] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.214477] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.214555] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.214765] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.214860] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.215052] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.215153] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.215240] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.215418] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.215495] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.215920] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.215920] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.215920] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.216092] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.216092] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.216213] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a8a1038-2197-4682-b862-da129a8b1513 is going to be updated. [ 817.236994] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.237192] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.237289] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.237530] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.237671] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.237843] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a8a1038-2197-4682-b862-da129a8b1513" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.340759] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-bae4e153-b553-49d0-8dba-e29ce7a007b1 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.340997] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.341110] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.341358] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.341625] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.341744] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.341744] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.341936] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.342065] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.342180] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.342345] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-bae4e153-b553-49d0-8dba-e29ce7a007b1 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.342457] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.342544] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.342981] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.343738] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.343919] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.344076] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.344331] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.344477] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.344664] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.344859] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.739220] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 in Status: SUCCESS [ 817.739220] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.739220] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.739220] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.739744] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.739744] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.739744] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.739744] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.739744] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.739908] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.739908] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.743274] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.743274] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.743274] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.743274] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.743274] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.743274] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.743274] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.743274] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.847985] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bae4e153-b553-49d0-8dba-e29ce7a007b1: rpc.has_security_group_logging(os_id): False [ 817.866214] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.866793] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.866875] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.867178] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.867324] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.869342] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.869342] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.869342] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.869342] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.869342] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.869342] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.869342] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.869342] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.869342] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.869342] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.869342] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.869342] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.869342] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.869342] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.870073] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.870073] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 is going to be updated. [ 817.927650] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.927816] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.927887] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.928126] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.928287] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.941504] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 in Status: IN_PROGRESS for 2s [ 818.245134] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.245246] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.245454] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.258333] env[69670]: INFO networking_nsxv3.common.synchronization [None req-0078385b-8b30-4c64-a394-046e11a5adbd tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Enqueued Resource ID: d0365ffa-8607-46e6-8c05-8f49e08ae893 with Priority: HIGHEST for action security_group_rules [ 818.260196] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0365ffa-8607-46e6-8c05-8f49e08ae893 with Priority: HIGHEST for action security_group_rules [ 818.262571] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0365ffa-8607-46e6-8c05-8f49e08ae893 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.262752] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0365ffa-8607-46e6-8c05-8f49e08ae893" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.262843] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0365ffa-8607-46e6-8c05-8f49e08ae893" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.263144] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0365ffa-8607-46e6-8c05-8f49e08ae893" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.263273] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0365ffa-8607-46e6-8c05-8f49e08ae893',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.435067] env[69670]: INFO networking_nsxv3.common.synchronization [None req-123492ba-8e35-45bd-b985-e08fa245dc7a tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Enqueued Resource ID: d0365ffa-8607-46e6-8c05-8f49e08ae893 with Priority: HIGHEST for action security_group_rules [ 818.435467] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0365ffa-8607-46e6-8c05-8f49e08ae893 with Priority: HIGHEST for action security_group_rules [ 818.435775] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0365ffa-8607-46e6-8c05-8f49e08ae893 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.435909] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0365ffa-8607-46e6-8c05-8f49e08ae893" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.577066] env[69670]: INFO networking_nsxv3.common.synchronization [req-be42e441-8266-45d3-92a0-75ca8262444a req-1a4fb49b-b448-4abf-ad1a-9f3562c0f719 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Enqueued Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGHEST for action security_group_members [ 818.577274] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGHEST for action security_group_members [ 818.577613] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.577731] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.577795] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.577983] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.580627] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.580802] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.581067] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.581324] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.581473] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.581613] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.750533] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.796079] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.796249] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.796327] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.796541] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.796636] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.796730] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0365ffa-8607-46e6-8c05-8f49e08ae893 already deleted. [ 818.796814] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0365ffa-8607-46e6-8c05-8f49e08ae893" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.796962] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0365ffa-8607-46e6-8c05-8f49e08ae893" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.797129] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0365ffa-8607-46e6-8c05-8f49e08ae893" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.797220] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0365ffa-8607-46e6-8c05-8f49e08ae893',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.063229] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-778 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.063439] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-778" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.063564] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-778" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.063841] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-778" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.064110] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.064272] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.064369] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.064588] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.064729] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.064938] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 819.066298] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 819.066298] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 819.066298] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 819.066497] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 819.066497] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 819.070023] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 819.084385] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 819.084607] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 819.084803] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 819.085039] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-778" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.085471] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-7e8399c1-7553-4a00-99d3-d95ed3a5ad83 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.085721] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-7e8399c1-7553-4a00-99d3-d95ed3a5ad83" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.085891] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-7e8399c1-7553-4a00-99d3-d95ed3a5ad83" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.086320] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-7e8399c1-7553-4a00-99d3-d95ed3a5ad83" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.086491] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e8399c1-7553-4a00-99d3-d95ed3a5ad83',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.087830] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.087956] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.088052] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.088273] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.088367] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.088576] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.088679] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.088743] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.088890] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.088972] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.089069] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f is going to be updated. [ 819.116779] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.116957] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.117013] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.117241] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.117344] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.125828] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f in Status: IN_PROGRESS for 2s [ 819.253120] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.253800] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.253919] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.254206] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.255950] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.256129] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 is going to be updated. [ 819.288468] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.288468] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.288468] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.288468] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.288651] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.300396] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 in Status: IN_PROGRESS for 2s [ 819.322160] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.322160] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.322160] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.322160] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.322160] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.322160] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0365ffa-8607-46e6-8c05-8f49e08ae893 already deleted. [ 819.322160] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0365ffa-8607-46e6-8c05-8f49e08ae893" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.592482] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.592707] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.593494] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.593494] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.595037] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.595037] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 7e8399c1-7553-4a00-99d3-d95ed3a5ad83 not found, creating... [ 819.595037] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.595037] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.595037] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.595333] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.598307] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.598307] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.598307] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.598307] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.598307] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.598307] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.598307] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 7e8399c1-7553-4a00-99d3-d95ed3a5ad83 is going to be created. [ 819.624023] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.625221] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.625366] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.625675] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.625931] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.626293] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-7e8399c1-7553-4a00-99d3-d95ed3a5ad83" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.969943] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 in Status: SUCCESS [ 819.969943] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.766518] env[69670]: INFO networking_nsxv3.common.synchronization [req-be42e441-8266-45d3-92a0-75ca8262444a req-eb144573-1ce0-40e1-8bbe-eceab0455a35 service nova] Enqueued Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGHEST for action security_group_rules [ 820.766518] env[69670]: INFO networking_nsxv3.common.synchronization [req-be42e441-8266-45d3-92a0-75ca8262444a req-eb144573-1ce0-40e1-8bbe-eceab0455a35 service nova] Enqueued Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGHEST for action security_group_members [ 820.769027] env[69670]: INFO networking_nsxv3.common.synchronization [req-be42e441-8266-45d3-92a0-75ca8262444a req-eb144573-1ce0-40e1-8bbe-eceab0455a35 service nova] Enqueued Resource ID: 7e8399c1-7553-4a00-99d3-d95ed3a5ad83 with Priority: HIGHEST for action port [ 820.769027] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGHEST for action security_group_rules [ 820.769027] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGHEST for action security_group_members [ 820.769027] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e8399c1-7553-4a00-99d3-d95ed3a5ad83 with Priority: HIGHEST for action port [ 820.769778] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.769950] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.770328] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.770561] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.771110] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.772990] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.773063] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.773997] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e8399c1-7553-4a00-99d3-d95ed3a5ad83 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.774132] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e8399c1-7553-4a00-99d3-d95ed3a5ad83" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.774198] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e8399c1-7553-4a00-99d3-d95ed3a5ad83" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.774399] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e8399c1-7553-4a00-99d3-d95ed3a5ad83" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.774475] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e8399c1-7553-4a00-99d3-d95ed3a5ad83',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.964201] env[69670]: INFO networking_nsxv3.common.synchronization [req-86e83aba-d5ad-43fb-b54a-dd05e0c38bf8 req-b4bdd5eb-4f94-4edf-9ecc-78f8315a170b tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Enqueued Resource ID: ffd11365-6b57-445a-abac-7a55aa0d1624 with Priority: HIGHEST for action security_group_members [ 820.964201] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffd11365-6b57-445a-abac-7a55aa0d1624 with Priority: HIGHEST for action security_group_members [ 820.965108] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffd11365-6b57-445a-abac-7a55aa0d1624 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.965405] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffd11365-6b57-445a-abac-7a55aa0d1624" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.965706] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffd11365-6b57-445a-abac-7a55aa0d1624" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.967022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffd11365-6b57-445a-abac-7a55aa0d1624" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.967161] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.967274] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.967338] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.967494] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.967585] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.967682] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffd11365-6b57-445a-abac-7a55aa0d1624',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.136346] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f in Status: SUCCESS [ 821.136627] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f deletion is rescheduled due to dependency. [ 821.136627] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.137215] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.137702] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.137702] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.138795] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.138795] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.138795] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.138795] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.138795] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.279461] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.279615] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.279898] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e8399c1-7553-4a00-99d3-d95ed3a5ad83 with status ACTIVE [ 821.280091] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.280206] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.280277] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.280488] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.281994] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.282217] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.282334] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.282559] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.282623] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.282659] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.282833] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.282913] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.282978] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.283143] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.283246] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.283298] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e8399c1-7553-4a00-99d3-d95ed3a5ad83 is going to be updated. [ 821.306582] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.306582] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.306879] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.306925] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.307129] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.307971] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e8399c1-7553-4a00-99d3-d95ed3a5ad83" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.308380] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 in Status: SUCCESS [ 821.308897] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.308897] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.309056] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.309925] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.309925] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.309925] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.309925] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.309925] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.309925] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.476440] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.476440] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.476440] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.476440] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.476440] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.476440] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.476440] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.476440] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.476440] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.476440] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.476440] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffd11365-6b57-445a-abac-7a55aa0d1624 is going to be updated. [ 821.500260] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.504036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.504036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.504036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.504036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.532380] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffd11365-6b57-445a-abac-7a55aa0d1624 in Status: IN_PROGRESS for 2s [ 821.587700] env[69670]: INFO networking_nsxv3.common.synchronization [req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 req-3d27ea77-fe7d-4444-aa36-e0bdb6181b44 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Enqueued Resource ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 with Priority: HIGHEST for action security_group_members [ 821.589071] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 with Priority: HIGHEST for action security_group_members [ 821.589414] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.589649] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.589814] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.590196] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.590490] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.590682] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.590827] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.591333] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.591333] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.591473] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54e9c596-f425-4b3f-90aa-3ca5d89a0b77',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.643792] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.812135] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.037208] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-47 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.037687] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-47" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.037847] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-47" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.038143] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-47" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.038416] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.038566] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.038685] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.038902] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.039091] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.039367] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.039483] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.039579] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.039653] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.039763] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.039870] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.040008] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.057445] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.057611] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 822.057749] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.057955] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-47" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.058378] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-1a49dabd-be89-45f9-9b0d-8035bf6bcc08 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.058490] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-1a49dabd-be89-45f9-9b0d-8035bf6bcc08" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.058580] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-1a49dabd-be89-45f9-9b0d-8035bf6bcc08" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.058944] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-1a49dabd-be89-45f9-9b0d-8035bf6bcc08" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.059199] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a49dabd-be89-45f9-9b0d-8035bf6bcc08',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.097049] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.097049] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.097049] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.097049] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.097049] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.097049] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.097049] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.097049] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.097049] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.097049] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.097049] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 is going to be updated. [ 822.121027] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.121027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.121027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.121027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.121027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.130096] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 in Status: IN_PROGRESS for 2s [ 822.147615] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.314926] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.564659] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.564896] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.565163] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.565385] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.565536] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.565694] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 1a49dabd-be89-45f9-9b0d-8035bf6bcc08 not found, creating... [ 822.565974] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.566228] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.566353] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.566580] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.566719] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.566996] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.567295] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.567455] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.567722] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.567903] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.568084] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 1a49dabd-be89-45f9-9b0d-8035bf6bcc08 is going to be created. [ 822.586311] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.586544] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.586671] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.586937] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.587182] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.587408] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-1a49dabd-be89-45f9-9b0d-8035bf6bcc08" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.651416] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.651416] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.651416] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.651416] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.651416] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.651416] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f is going to be updated. [ 822.695221] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.695383] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.695444] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.695646] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.695787] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.706670] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f in Status: IN_PROGRESS for 2s [ 822.817405] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.817574] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.817649] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.817865] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.817961] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.818143] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 is going to be updated. [ 822.837516] env[69670]: INFO networking_nsxv3.common.synchronization [req-3d437c43-4270-4150-b77e-07a94d76e3b1 req-9743d430-1a69-4789-8537-e5e37f9fb0bb tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Enqueued Resource ID: 96c8f899-578e-4f22-9860-e6399e89e690 with Priority: HIGHEST for action security_group_members [ 822.838082] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c8f899-578e-4f22-9860-e6399e89e690 with Priority: HIGHEST for action security_group_members [ 822.838490] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c8f899-578e-4f22-9860-e6399e89e690 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.838598] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.838598] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.839337] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.839337] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.839337] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.840806] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.840999] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.841108] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.841211] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.852756] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.852882] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.852962] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.853473] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.853473] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.862476] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 in Status: IN_PROGRESS for 2s [ 823.348168] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.348501] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.349417] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.349417] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.349417] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.349636] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.349694] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.349726] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.350201] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.350201] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.350201] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c8f899-578e-4f22-9860-e6399e89e690 is going to be updated. [ 823.382247] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.382247] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.382247] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.382247] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.382247] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.390454] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c8f899-578e-4f22-9860-e6399e89e690 in Status: IN_PROGRESS for 2s [ 823.469603] env[69670]: INFO networking_nsxv3.common.synchronization [req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 req-512fd729-dc84-4b61-8f1a-cf38a009d908 service nova] Enqueued Resource ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 with Priority: HIGHEST for action security_group_rules [ 823.469758] env[69670]: INFO networking_nsxv3.common.synchronization [req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 req-512fd729-dc84-4b61-8f1a-cf38a009d908 service nova] Enqueued Resource ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 with Priority: HIGHEST for action security_group_members [ 823.469890] env[69670]: INFO networking_nsxv3.common.synchronization [req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 req-512fd729-dc84-4b61-8f1a-cf38a009d908 service nova] Enqueued Resource ID: 1a49dabd-be89-45f9-9b0d-8035bf6bcc08 with Priority: HIGHEST for action port [ 823.470140] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 with Priority: HIGHEST for action security_group_rules [ 823.470863] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 with Priority: HIGHEST for action security_group_members [ 823.470863] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a49dabd-be89-45f9-9b0d-8035bf6bcc08 with Priority: HIGHEST for action port [ 823.474829] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54e9c596-f425-4b3f-90aa-3ca5d89a0b77 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.474829] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.474930] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.475088] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.475162] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54e9c596-f425-4b3f-90aa-3ca5d89a0b77',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.476053] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.476156] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.476381] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a49dabd-be89-45f9-9b0d-8035bf6bcc08 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.476481] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a49dabd-be89-45f9-9b0d-8035bf6bcc08" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.476543] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a49dabd-be89-45f9-9b0d-8035bf6bcc08" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.476738] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a49dabd-be89-45f9-9b0d-8035bf6bcc08" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.476781] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a49dabd-be89-45f9-9b0d-8035bf6bcc08',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.542670] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffd11365-6b57-445a-abac-7a55aa0d1624 in Status: IN_PROGRESS for 4s [ 823.646905] env[69670]: INFO networking_nsxv3.common.synchronization [None req-e69e05a1-65d3-4287-a744-774b7ff4b1e1 None None] Enqueued Resource ID: 72527875-31e1-43e0-9b9f-ad90fc93540b with Priority: HIGHEST for action port [ 823.647192] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72527875-31e1-43e0-9b9f-ad90fc93540b with Priority: HIGHEST for action port [ 823.647753] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-72527875-31e1-43e0-9b9f-ad90fc93540b taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.647877] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72527875-31e1-43e0-9b9f-ad90fc93540b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.648071] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72527875-31e1-43e0-9b9f-ad90fc93540b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.648218] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72527875-31e1-43e0-9b9f-ad90fc93540b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.648302] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72527875-31e1-43e0-9b9f-ad90fc93540b',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.983597] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.987332] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.987332] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a49dabd-be89-45f9-9b0d-8035bf6bcc08 with status ACTIVE [ 823.987332] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.987332] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.987332] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.987332] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.987332] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.987332] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.987332] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.987332] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.987332] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.987332] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.987332] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.987332] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.987332] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.987332] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.987332] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.988066] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a49dabd-be89-45f9-9b0d-8035bf6bcc08 is going to be updated. [ 824.010677] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.010677] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.010677] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.010677] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.010677] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.010677] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a49dabd-be89-45f9-9b0d-8035bf6bcc08" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.139423] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 in Status: SUCCESS [ 824.139642] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 deletion is rescheduled due to dependency. [ 824.139767] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.139926] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.140203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.140398] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.140522] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.140593] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.140746] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.140827] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.140922] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54e9c596-f425-4b3f-90aa-3ca5d89a0b77',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.149907] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72527875-31e1-43e0-9b9f-ad90fc93540b [ 824.150175] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.150299] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.150381] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.150603] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.151090] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.151090] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72527875-31e1-43e0-9b9f-ad90fc93540b already deleted. [ 824.151090] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72527875-31e1-43e0-9b9f-ad90fc93540b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.643541] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54e9c596-f425-4b3f-90aa-3ca5d89a0b77',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.717032] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f in Status: SUCCESS [ 824.717090] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.717235] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.717453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.717642] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.717760] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.717831] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.717971] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.718065] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.718153] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.718246] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.875730] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 in Status: SUCCESS [ 824.875964] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.876470] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.876700] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.876915] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.877045] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.877109] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.877283] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.877365] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.880456] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.880456] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.880456] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.880456] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.880456] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.880456] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.880456] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.880456] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.880456] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.880456] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.880456] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.880456] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.147243] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54e9c596-f425-4b3f-90aa-3ca5d89a0b77',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.221335] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.221699] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.223019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.223019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.223019] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.223019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.223019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.223019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.223019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.223019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.223467] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.223467] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.223467] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.223467] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.223467] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.223625] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.223625] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.223733] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.224790] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.224790] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.224790] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.382421] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4: rpc.has_security_group_logging(os_id): False [ 825.402418] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c8f899-578e-4f22-9860-e6399e89e690 in Status: SUCCESS [ 825.402418] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c8f899-578e-4f22-9860-e6399e89e690 deletion is rescheduled due to dependency. [ 825.402569] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.405169] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.405169] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.405169] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.405169] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.405169] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.405169] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.405169] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.405169] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.405169] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.405169] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.405747] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.405876] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.405970] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.406144] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.406192] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.406390] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.406491] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.406554] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.406697] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.406774] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.406862] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 is going to be created. [ 825.461324] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.461324] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.461324] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.461324] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.461324] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.471096] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 in Status: IN_PROGRESS for 2s [ 825.550724] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffd11365-6b57-445a-abac-7a55aa0d1624 in Status: SUCCESS [ 825.551444] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffd11365-6b57-445a-abac-7a55aa0d1624 deletion is rescheduled due to dependency. [ 825.551444] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffd11365-6b57-445a-abac-7a55aa0d1624" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.649746] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.650091] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.650091] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.650238] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.650307] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.650408] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 is going to be updated. [ 825.677836] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.678049] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.678154] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.678394] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.678572] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.687072] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 in Status: IN_PROGRESS for 2s [ 825.726156] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aac54264-f7b3-4aca-a0d1-6eebdb59bc7f: rpc.has_security_group_logging(os_id): False [ 825.748394] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.748594] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.748690] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.748980] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.749114] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.749705] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.749705] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.749705] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.749705] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.750013] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.750113] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.750245] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.750317] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.750498] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.750604] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.750864] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.750973] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.751338] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.751520] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.751623] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.751762] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f is going to be updated. [ 825.823600] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.823600] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.825115] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.825115] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.825115] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.838243] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f in Status: IN_PROGRESS for 2s [ 826.136969] env[69670]: INFO networking_nsxv3.common.synchronization [None req-86a2022e-bf4f-47b5-a380-f2ef4e880f82 None None] Enqueued Resource ID: 51104506-2b6f-4f5a-a622-4021ebee0fa8 with Priority: HIGHEST for action port [ 826.137340] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51104506-2b6f-4f5a-a622-4021ebee0fa8 with Priority: HIGHEST for action port [ 826.137988] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-51104506-2b6f-4f5a-a622-4021ebee0fa8 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.138773] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51104506-2b6f-4f5a-a622-4021ebee0fa8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.138866] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51104506-2b6f-4f5a-a622-4021ebee0fa8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.139186] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51104506-2b6f-4f5a-a622-4021ebee0fa8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.139318] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51104506-2b6f-4f5a-a622-4021ebee0fa8',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.332308] env[69670]: INFO networking_nsxv3.common.synchronization [req-ca7d8cc9-c9c5-4322-b87e-d577ec4e03b4 req-ab2d8e84-97b1-496b-b608-5806189d7bca tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Enqueued Resource ID: 15a251d1-fcc6-4a86-9e87-e56757f8920d with Priority: HIGHEST for action security_group_members [ 826.333029] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15a251d1-fcc6-4a86-9e87-e56757f8920d with Priority: HIGHEST for action security_group_members [ 826.333235] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-15a251d1-fcc6-4a86-9e87-e56757f8920d taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.333368] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15a251d1-fcc6-4a86-9e87-e56757f8920d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.333435] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15a251d1-fcc6-4a86-9e87-e56757f8920d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.333664] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15a251d1-fcc6-4a86-9e87-e56757f8920d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.333821] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.333924] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.333988] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.334619] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.334852] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.335090] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15a251d1-fcc6-4a86-9e87-e56757f8920d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.641694] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51104506-2b6f-4f5a-a622-4021ebee0fa8 [ 826.641930] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.642080] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.642145] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.642388] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.642537] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.642537] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51104506-2b6f-4f5a-a622-4021ebee0fa8 already deleted. [ 826.642860] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51104506-2b6f-4f5a-a622-4021ebee0fa8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.838426] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.838750] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.838750] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.839026] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.839154] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.840089] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.840089] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.840089] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.840089] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.840089] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.840299] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15a251d1-fcc6-4a86-9e87-e56757f8920d is going to be updated. [ 826.866061] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.866283] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.866457] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.866581] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.866723] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.879295] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15a251d1-fcc6-4a86-9e87-e56757f8920d in Status: IN_PROGRESS for 2s [ 827.484306] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 in Status: SUCCESS [ 827.484306] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.484436] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.484807] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.484807] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.698595] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 in Status: SUCCESS [ 827.698879] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.699152] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.699464] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.699735] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.699922] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.700043] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.700261] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.700392] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.700532] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.700672] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54e9c596-f425-4b3f-90aa-3ca5d89a0b77',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.852864] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f in Status: SUCCESS [ 827.853181] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.899554] env[69670]: INFO networking_nsxv3.common.synchronization [req-7e414443-ec7e-4178-bb21-6b671f8ede9d req-d8c57f6f-5e0d-4a3f-bfa0-d43ae2127082 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Enqueued Resource ID: 479b60ca-1e70-4aba-8eeb-33f5c6eaab2e with Priority: HIGHEST for action security_group_members [ 827.900150] env[69670]: INFO networking_nsxv3.common.synchronization [req-7e414443-ec7e-4178-bb21-6b671f8ede9d req-d8c57f6f-5e0d-4a3f-bfa0-d43ae2127082 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Enqueued Resource ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 with Priority: HIGHEST for action security_group_members [ 827.900995] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 479b60ca-1e70-4aba-8eeb-33f5c6eaab2e with Priority: HIGHEST for action security_group_members [ 827.901093] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 with Priority: HIGHEST for action security_group_members [ 827.901634] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-479b60ca-1e70-4aba-8eeb-33f5c6eaab2e taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.901810] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-479b60ca-1e70-4aba-8eeb-33f5c6eaab2e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.901926] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-479b60ca-1e70-4aba-8eeb-33f5c6eaab2e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.902274] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-479b60ca-1e70-4aba-8eeb-33f5c6eaab2e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.903030] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.903213] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.903450] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.903529] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.903675] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.903822] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('479b60ca-1e70-4aba-8eeb-33f5c6eaab2e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.905597] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.905715] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.905786] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.905956] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.906118] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.906209] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.906311] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.906487] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.906577] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.906670] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15dc5a71-4b28-48f7-9bcd-46ebb5fb4763',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.948367] env[69670]: INFO networking_nsxv3.common.synchronization [req-7e414443-ec7e-4178-bb21-6b671f8ede9d req-d8c57f6f-5e0d-4a3f-bfa0-d43ae2127082 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Enqueued Resource ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 with Priority: HIGHEST for action security_group_rules [ 827.948566] env[69670]: INFO networking_nsxv3.common.synchronization [req-7e414443-ec7e-4178-bb21-6b671f8ede9d req-d8c57f6f-5e0d-4a3f-bfa0-d43ae2127082 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Enqueued Resource ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 with Priority: HIGHEST for action security_group_members [ 827.948730] env[69670]: INFO networking_nsxv3.common.synchronization [req-7e414443-ec7e-4178-bb21-6b671f8ede9d req-d8c57f6f-5e0d-4a3f-bfa0-d43ae2127082 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Enqueued Resource ID: 479b60ca-1e70-4aba-8eeb-33f5c6eaab2e with Priority: HIGHEST for action security_group_rules [ 827.948865] env[69670]: INFO networking_nsxv3.common.synchronization [req-7e414443-ec7e-4178-bb21-6b671f8ede9d req-d8c57f6f-5e0d-4a3f-bfa0-d43ae2127082 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Enqueued Resource ID: 479b60ca-1e70-4aba-8eeb-33f5c6eaab2e with Priority: HIGHEST for action security_group_members [ 827.948992] env[69670]: INFO networking_nsxv3.common.synchronization [req-7e414443-ec7e-4178-bb21-6b671f8ede9d req-d8c57f6f-5e0d-4a3f-bfa0-d43ae2127082 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Enqueued Resource ID: 462bff88-3c19-4776-a362-d12af458d9ae with Priority: HIGHEST for action port [ 827.949516] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 with Priority: HIGHEST for action security_group_rules [ 827.949653] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 479b60ca-1e70-4aba-8eeb-33f5c6eaab2e with Priority: HIGHEST for action security_group_rules [ 827.949769] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 462bff88-3c19-4776-a362-d12af458d9ae with Priority: HIGHEST for action port [ 827.949857] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 with Priority: HIGHEST for action security_group_members [ 827.949943] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 479b60ca-1e70-4aba-8eeb-33f5c6eaab2e with Priority: HIGHEST for action security_group_members [ 827.950463] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.950592] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.950660] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.950860] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.950946] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15dc5a71-4b28-48f7-9bcd-46ebb5fb4763',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.954146] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-479b60ca-1e70-4aba-8eeb-33f5c6eaab2e taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.954417] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-479b60ca-1e70-4aba-8eeb-33f5c6eaab2e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.954504] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-479b60ca-1e70-4aba-8eeb-33f5c6eaab2e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.954874] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-479b60ca-1e70-4aba-8eeb-33f5c6eaab2e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.954997] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('479b60ca-1e70-4aba-8eeb-33f5c6eaab2e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.957287] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-462bff88-3c19-4776-a362-d12af458d9ae taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.957424] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-462bff88-3c19-4776-a362-d12af458d9ae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.957468] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-462bff88-3c19-4776-a362-d12af458d9ae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.957858] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-462bff88-3c19-4776-a362-d12af458d9ae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.957858] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('462bff88-3c19-4776-a362-d12af458d9ae',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.959177] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.959363] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.959605] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-479b60ca-1e70-4aba-8eeb-33f5c6eaab2e taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.959695] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-479b60ca-1e70-4aba-8eeb-33f5c6eaab2e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.989609] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.990470] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.991040] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.991285] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.991548] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.991692] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.991769] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.991938] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.992047] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.992243] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.992351] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.211021] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.211021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.211021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.211021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.211021] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.211021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.211021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.211021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.211021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.211021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.211021] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.211021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.211021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.211021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.211021] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.211021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.211771] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.211771] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.211771] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.211771] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.212047] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54e9c596-f425-4b3f-90aa-3ca5d89a0b77',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.408655] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('479b60ca-1e70-4aba-8eeb-33f5c6eaab2e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.409785] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15dc5a71-4b28-48f7-9bcd-46ebb5fb4763',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.462319] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.462612] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.463089] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 462bff88-3c19-4776-a362-d12af458d9ae with status ACTIVE [ 828.463089] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.463089] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.463089] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.464175] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.464175] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.464175] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.464175] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.464175] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.464175] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.464175] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.464175] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.464521] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.464521] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.464521] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.464521] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.464638] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 462bff88-3c19-4776-a362-d12af458d9ae is going to be updated. [ 828.466642] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-479b60ca-1e70-4aba-8eeb-33f5c6eaab2e taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.466768] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-479b60ca-1e70-4aba-8eeb-33f5c6eaab2e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.488026] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.488026] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.488026] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.489831] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.489831] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.489831] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-462bff88-3c19-4776-a362-d12af458d9ae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.495346] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.495346] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.495346] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.495346] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.495676] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.495794] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.495898] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.496151] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.496304] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.496451] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.496629] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.496726] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.496784] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.496967] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.497154] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.497279] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.497358] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.497548] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.497638] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.497724] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.497845] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.713931] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54e9c596-f425-4b3f-90aa-3ca5d89a0b77: rpc.has_security_group_logging(os_id): False [ 828.737136] env[69670]: INFO networking_nsxv3.common.synchronization [req-5aa5639a-037d-472a-a978-e8405a60e7ba req-d0764b95-b2e1-4a1b-b83b-f4d120329dc9 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Enqueued Resource ID: 479b60ca-1e70-4aba-8eeb-33f5c6eaab2e with Priority: HIGHEST for action security_group_members [ 828.737372] env[69670]: INFO networking_nsxv3.common.synchronization [req-5aa5639a-037d-472a-a978-e8405a60e7ba req-d0764b95-b2e1-4a1b-b83b-f4d120329dc9 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Enqueued Resource ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 with Priority: HIGHEST for action security_group_members [ 828.738797] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.738953] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.739053] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.739998] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.739998] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.739998] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.739998] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.739998] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.740227] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.740227] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.740463] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.741294] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.741294] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.741294] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.741294] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.741614] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.741614] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.741860] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.741860] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.741954] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.742088] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 is going to be updated. [ 828.744969] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 479b60ca-1e70-4aba-8eeb-33f5c6eaab2e with Priority: HIGHEST for action security_group_members [ 828.744969] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 with Priority: HIGHEST for action security_group_members [ 828.744969] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-479b60ca-1e70-4aba-8eeb-33f5c6eaab2e taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.744969] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-479b60ca-1e70-4aba-8eeb-33f5c6eaab2e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.745189] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.745232] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.803870] env[69670]: INFO networking_nsxv3.common.synchronization [req-5aa5639a-037d-472a-a978-e8405a60e7ba req-d0764b95-b2e1-4a1b-b83b-f4d120329dc9 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Enqueued Resource ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 with Priority: HIGHEST for action security_group_rules [ 828.804471] env[69670]: INFO networking_nsxv3.common.synchronization [req-5aa5639a-037d-472a-a978-e8405a60e7ba req-d0764b95-b2e1-4a1b-b83b-f4d120329dc9 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Enqueued Resource ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 with Priority: HIGHEST for action security_group_members [ 828.804918] env[69670]: INFO networking_nsxv3.common.synchronization [req-5aa5639a-037d-472a-a978-e8405a60e7ba req-d0764b95-b2e1-4a1b-b83b-f4d120329dc9 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Enqueued Resource ID: 462bff88-3c19-4776-a362-d12af458d9ae with Priority: HIGHEST for action port [ 828.805932] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 with Priority: HIGHEST for action security_group_rules [ 828.806250] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 with Priority: HIGHEST for action security_group_members [ 828.807472] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 462bff88-3c19-4776-a362-d12af458d9ae with Priority: HIGHEST for action port [ 828.807472] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.807472] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.807472] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.807472] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.807472] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-462bff88-3c19-4776-a362-d12af458d9ae taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.807472] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-462bff88-3c19-4776-a362-d12af458d9ae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.809634] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-462bff88-3c19-4776-a362-d12af458d9ae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.809634] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-462bff88-3c19-4776-a362-d12af458d9ae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.809634] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('462bff88-3c19-4776-a362-d12af458d9ae',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.824964] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.825157] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.825195] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.825406] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.825556] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.837686] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 in Status: IN_PROGRESS for 2s [ 828.893597] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15a251d1-fcc6-4a86-9e87-e56757f8920d in Status: SUCCESS [ 828.893880] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15a251d1-fcc6-4a86-9e87-e56757f8920d deletion is rescheduled due to dependency. [ 828.893945] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15a251d1-fcc6-4a86-9e87-e56757f8920d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.911798] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('479b60ca-1e70-4aba-8eeb-33f5c6eaab2e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.915131] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15dc5a71-4b28-48f7-9bcd-46ebb5fb4763',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.000549] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4: rpc.has_security_group_logging(os_id): False [ 829.020116] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.020258] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.020303] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.020501] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.020594] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.020854] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.020961] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.021047] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.021298] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.021298] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.021416] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.021630] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.021630] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.021801] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.021801] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.021934] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.022030] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.022184] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.022242] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.022293] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.022409] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 is going to be updated. [ 829.097330] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.097330] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.097330] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.097330] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.097330] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.111725] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 in Status: IN_PROGRESS for 2s [ 829.311252] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 462bff88-3c19-4776-a362-d12af458d9ae with status ACTIVE [ 829.311746] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.313073] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.313268] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.314046] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.315500] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.315500] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.315500] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.315500] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.315781] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.316037] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.316303] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.316489] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.316531] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.316719] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.316807] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.316978] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 462bff88-3c19-4776-a362-d12af458d9ae is going to be updated. [ 829.344369] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.344369] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.344369] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.344369] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.344369] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.344369] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-462bff88-3c19-4776-a362-d12af458d9ae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.418199] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.418199] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.418199] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.418199] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.418199] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.418199] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 479b60ca-1e70-4aba-8eeb-33f5c6eaab2e is going to be created. [ 829.418199] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.418199] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.418199] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.418199] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.418199] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.418199] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 is going to be updated. [ 829.449494] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.449494] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.449494] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.449494] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.449494] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.461093] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 479b60ca-1e70-4aba-8eeb-33f5c6eaab2e in Status: UNINITIALIZED for 2s [ 829.463033] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.463346] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.464952] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.465519] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.465727] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.482955] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 in Status: IN_PROGRESS for 2s [ 830.779540] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.779908] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.779908] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.780082] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.780229] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.854287] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 in Status: SUCCESS [ 830.854583] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.125805] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 in Status: SUCCESS [ 831.126044] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.148631] env[69670]: INFO networking_nsxv3.common.synchronization [req-a66fadd9-420f-4f36-bb13-f90b8431140b req-5b3472f7-678e-47bb-94e5-fe47caee78de tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Enqueued Resource ID: d48666be-2b03-4a06-b77e-98b2a947577c with Priority: HIGHEST for action security_group_members [ 831.149189] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48666be-2b03-4a06-b77e-98b2a947577c with Priority: HIGHEST for action security_group_members [ 831.149496] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48666be-2b03-4a06-b77e-98b2a947577c taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.149621] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.149688] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.149895] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.150723] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.150880] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.150955] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.151153] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.151247] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.151347] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d48666be-2b03-4a06-b77e-98b2a947577c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.157052] env[69670]: INFO networking_nsxv3.common.synchronization [None req-e71da85f-11a3-4d63-8b39-329c28ee745b None None] Enqueued Resource ID: 02fda626-061c-427f-8556-fae61d96d7d4 with Priority: HIGHEST for action port [ 831.157052] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02fda626-061c-427f-8556-fae61d96d7d4 with Priority: HIGHEST for action port [ 831.157052] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-02fda626-061c-427f-8556-fae61d96d7d4 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.157052] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02fda626-061c-427f-8556-fae61d96d7d4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.157052] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02fda626-061c-427f-8556-fae61d96d7d4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.157356] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02fda626-061c-427f-8556-fae61d96d7d4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.157356] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02fda626-061c-427f-8556-fae61d96d7d4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.283505] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.473634] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 479b60ca-1e70-4aba-8eeb-33f5c6eaab2e in Status: SUCCESS [ 831.473634] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-479b60ca-1e70-4aba-8eeb-33f5c6eaab2e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.473634] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-479b60ca-1e70-4aba-8eeb-33f5c6eaab2e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.473634] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-479b60ca-1e70-4aba-8eeb-33f5c6eaab2e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.473634] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.475213] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.475213] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.475213] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.475213] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.475213] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('479b60ca-1e70-4aba-8eeb-33f5c6eaab2e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.496120] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 in Status: SUCCESS [ 831.496512] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.497530] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.497530] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.497530] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.497530] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.497530] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.500756] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.500756] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.500756] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15dc5a71-4b28-48f7-9bcd-46ebb5fb4763',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.654745] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.654977] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.655040] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.655602] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.655602] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.655751] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.655921] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.656018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.656306] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.656530] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.656530] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48666be-2b03-4a06-b77e-98b2a947577c is going to be updated. [ 831.660626] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02fda626-061c-427f-8556-fae61d96d7d4 [ 831.661649] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.661649] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.661649] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.661649] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.661649] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.661908] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02fda626-061c-427f-8556-fae61d96d7d4 already deleted. [ 831.661908] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02fda626-061c-427f-8556-fae61d96d7d4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.688857] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.688857] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.688857] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.688857] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.688857] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.705439] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48666be-2b03-4a06-b77e-98b2a947577c in Status: IN_PROGRESS for 2s [ 831.786775] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.938120] env[69670]: INFO networking_nsxv3.common.synchronization [req-ed9686c8-36d2-461f-953b-caaede828650 req-ddc66a85-fcf1-40c6-a270-bdcf58ce9160 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Enqueued Resource ID: 93c5efce-7f40-4699-85b5-784ae175d046 with Priority: HIGHEST for action security_group_members [ 831.938765] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c5efce-7f40-4699-85b5-784ae175d046 with Priority: HIGHEST for action security_group_members [ 831.939130] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c5efce-7f40-4699-85b5-784ae175d046 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.939266] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.939351] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.939582] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.939765] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.939895] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.939940] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.940099] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.940207] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.940303] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93c5efce-7f40-4699-85b5-784ae175d046',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.980117] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.980117] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.980117] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.980117] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.980117] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.981171] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.981171] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.981375] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.981575] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.982494] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.982708] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 479b60ca-1e70-4aba-8eeb-33f5c6eaab2e is going to be deleted. [ 832.006399] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15dc5a71-4b28-48f7-9bcd-46ebb5fb4763',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.017348] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.018036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.018036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.018036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.018036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.018036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-479b60ca-1e70-4aba-8eeb-33f5c6eaab2e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.020938] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-479b60ca-1e70-4aba-8eeb-33f5c6eaab2e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.020938] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-479b60ca-1e70-4aba-8eeb-33f5c6eaab2e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.020938] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.020938] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.020938] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.020938] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.020938] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.020938] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('479b60ca-1e70-4aba-8eeb-33f5c6eaab2e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.196534] env[69670]: INFO networking_nsxv3.common.synchronization [req-31638b58-ff50-4f4b-a0fc-445038a5d13a req-721d3e6c-de32-444c-9295-c03b23500e06 tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Enqueued Resource ID: 85925ea3-e7a8-4379-99cc-f68b3cb9f569 with Priority: HIGHEST for action security_group_members [ 832.197055] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85925ea3-e7a8-4379-99cc-f68b3cb9f569 with Priority: HIGHEST for action security_group_members [ 832.197424] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-85925ea3-e7a8-4379-99cc-f68b3cb9f569 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.197564] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85925ea3-e7a8-4379-99cc-f68b3cb9f569" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.198061] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85925ea3-e7a8-4379-99cc-f68b3cb9f569" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.199430] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85925ea3-e7a8-4379-99cc-f68b3cb9f569" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.199430] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.199430] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.199430] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.199430] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.199430] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.199430] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85925ea3-e7a8-4379-99cc-f68b3cb9f569',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.294688] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 832.294688] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 832.442388] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93c5efce-7f40-4699-85b5-784ae175d046',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.510794] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15dc5a71-4b28-48f7-9bcd-46ebb5fb4763',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.525175] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.525175] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.525175] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.525482] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.525482] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.525820] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.525820] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.525820] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.526024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.526024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.526099] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 479b60ca-1e70-4aba-8eeb-33f5c6eaab2e already deleted. [ 832.528172] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-479b60ca-1e70-4aba-8eeb-33f5c6eaab2e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.528172] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('479b60ca-1e70-4aba-8eeb-33f5c6eaab2e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.528172] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-479b60ca-1e70-4aba-8eeb-33f5c6eaab2e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.528172] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-479b60ca-1e70-4aba-8eeb-33f5c6eaab2e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.528172] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.528172] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.528172] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.528172] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.528172] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.528172] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('479b60ca-1e70-4aba-8eeb-33f5c6eaab2e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.703079] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.703463] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.703546] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.703760] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.703852] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.704163] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.704297] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.704378] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.704725] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.704725] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.704725] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85925ea3-e7a8-4379-99cc-f68b3cb9f569 already deleted. [ 832.704897] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85925ea3-e7a8-4379-99cc-f68b3cb9f569" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.765095] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-622 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.765357] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-622" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.765534] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-622" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.766041] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-622" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.766188] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.766410] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.766580] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.766826] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.767034] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.767265] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 832.767410] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.767553] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.767688] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.767828] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 832.768009] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.768834] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.786523] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.786915] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 832.787186] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.787435] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-622" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.787884] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-b22416a2-64c2-4adb-8149-29911f7e112e taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.788136] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-b22416a2-64c2-4adb-8149-29911f7e112e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.788284] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-b22416a2-64c2-4adb-8149-29911f7e112e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.788687] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-b22416a2-64c2-4adb-8149-29911f7e112e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.788828] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b22416a2-64c2-4adb-8149-29911f7e112e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.949503] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93c5efce-7f40-4699-85b5-784ae175d046',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.015144] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.015144] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.015144] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.015144] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.015144] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.015414] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 is going to be updated. [ 833.034638] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.034741] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.034776] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.034978] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.035084] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.035278] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.035381] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.035442] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.035592] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.035668] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.035783] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 479b60ca-1e70-4aba-8eeb-33f5c6eaab2e already deleted. [ 833.035870] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-479b60ca-1e70-4aba-8eeb-33f5c6eaab2e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.036081] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('479b60ca-1e70-4aba-8eeb-33f5c6eaab2e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.043867] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.044024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.044081] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.044277] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.044416] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.052755] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 in Status: IN_PROGRESS for 2s [ 833.060263] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.060412] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.060451] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.060828] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.074633] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 833.079352] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.079352] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 833.099612] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.099746] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.099840] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.101177] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.106693] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.107431] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 833.107517] env[69670]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69670) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 833.107600] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 833.110639] env[69670]: INFO networking_nsxv3.common.synchronization [None req-50198666-8185-4aac-9fa1-5479aa6c3a5c None None] Enqueued Resource ID: f42a70da-cb86-4203-a408-9eb78a393ea5 with Priority: HIGHEST for action port [ 833.111936] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f42a70da-cb86-4203-a408-9eb78a393ea5 with Priority: HIGHEST for action port [ 833.112250] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-f42a70da-cb86-4203-a408-9eb78a393ea5 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.112369] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f42a70da-cb86-4203-a408-9eb78a393ea5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.112435] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f42a70da-cb86-4203-a408-9eb78a393ea5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.112673] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f42a70da-cb86-4203-a408-9eb78a393ea5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.112754] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f42a70da-cb86-4203-a408-9eb78a393ea5',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.144377] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.144560] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.144606] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.144791] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.146089] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.146263] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 833.203485] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.203720] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.203786] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.203955] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.204215] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.204480] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 833.266179] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.266179] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.266179] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.267194] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.268481] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.269191] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:35. [ 833.269191] env[69670]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'203a71a6-54ed-4edd-92e1-fb96e1b09c3f', '7916f30b-b1c9-435a-b7dc-6f56b5d57822', '0ef7d495-885e-4919-a4b5-d4b7dce28f1d', '8bc709d7-d957-4020-8bfa-3b629eb48f21', 'bae4e153-b553-49d0-8dba-e29ce7a007b1', '1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4', '54e9c596-f425-4b3f-90aa-3ca5d89a0b77', 'aac54264-f7b3-4aca-a0d1-6eebdb59bc7f', '15dc5a71-4b28-48f7-9bcd-46ebb5fb4763', '1925aed7-d020-4800-93d2-4620cedac61c', '9c553c97-7140-4a89-b666-4c593f900f20', 'a675c84e-5fd4-47ef-a5e3-183fdf9e0712', '4995535b-33b0-4f0d-a8c4-4dda98d7ff35', 'e00cf55a-198c-4c40-ade1-2ee9c2043ee3', 'f2012ebc-a6e7-4a94-9f9c-91c59747c437', '847fd8a5-6751-429a-8967-e656a3577dff', 'fe6c791e-540b-438d-996c-efae6d653bbe', 'd48666be-2b03-4a06-b77e-98b2a947577c', '4c844eb7-dc6e-45f9-8351-2636f061d2b1', 'c0acf646-61c8-4e33-80b9-b3f7dd9076ad', 'b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b', '2f78c900-2aeb-463d-935c-170ec487fcae', '35ebf063-f838-46ac-a347-2e2b966f7d0d', '182268a4-1bdb-4f9a-a40b-42f6c77b7f1a', '15a251d1-fcc6-4a86-9e87-e56757f8920d', 'dbf50bb3-828d-4e97-be35-bc5b70f65616', '6cbad3d2-86a4-4f76-a310-f81a38e479f4', '3a6d87c0-3f4f-43d9-b8d6-53fb649497de', 'c82c9e7d-c80e-47af-ae60-738a26b73be1', '5fdf60fe-a59b-4db9-b0c7-11472ed6c437', 'ffd11365-6b57-445a-abac-7a55aa0d1624', '7a3108fb-febf-453f-85b7-26e5f9bd602a', '93c5efce-7f40-4699-85b5-784ae175d046', 'c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f', '96c8f899-578e-4f22-9860-e6399e89e690'} {{(pid=69670) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 833.269191] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 833.293064] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.293284] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.293332] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.293554] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.293655] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.293978] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 833.293978] env[69670]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69670) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 833.293978] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 833.296567] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.296907] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.297152] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.297800] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.297800] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.297871] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port b22416a2-64c2-4adb-8149-29911f7e112e not found, creating... [ 833.298718] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.298718] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.298718] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.298718] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.298951] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.299543] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.299543] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.299543] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.299691] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.299834] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.299894] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: b22416a2-64c2-4adb-8149-29911f7e112e is going to be created. [ 833.422372] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.422609] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.423757] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.423757] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.423757] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.423757] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-b22416a2-64c2-4adb-8149-29911f7e112e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.451545] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.451787] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.451787] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.451980] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.452089] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.452185] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93c5efce-7f40-4699-85b5-784ae175d046 is going to be updated. [ 833.470147] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.471153] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.471153] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.471153] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.471367] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.472282] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 833.472282] env[69670]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69670) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 833.472282] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 833.472282] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 833.472282] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/35 resources of Type:Security Group Rules [ 833.472282] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f with Priority: HIGH for action security_group_rules [ 833.472282] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 with Priority: HIGH for action security_group_rules [ 833.472282] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0ef7d495-885e-4919-a4b5-d4b7dce28f1d with Priority: HIGH for action security_group_rules [ 833.472282] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8bc709d7-d957-4020-8bfa-3b629eb48f21 with Priority: HIGH for action security_group_rules [ 833.472282] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 with Priority: HIGH for action security_group_rules [ 833.472650] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 with Priority: HIGH for action security_group_rules [ 833.472650] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 with Priority: HIGH for action security_group_rules [ 833.472650] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGH for action security_group_rules [ 833.472650] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 with Priority: HIGH for action security_group_rules [ 833.472650] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1925aed7-d020-4800-93d2-4620cedac61c with Priority: HIGH for action security_group_rules [ 833.472650] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9c553c97-7140-4a89-b666-4c593f900f20 with Priority: HIGH for action security_group_rules [ 833.472875] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a675c84e-5fd4-47ef-a5e3-183fdf9e0712 with Priority: HIGH for action security_group_rules [ 833.472875] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 with Priority: HIGH for action security_group_rules [ 833.472875] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 with Priority: HIGH for action security_group_rules [ 833.472875] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGH for action security_group_rules [ 833.473177] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 847fd8a5-6751-429a-8967-e656a3577dff with Priority: HIGH for action security_group_rules [ 833.473177] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fe6c791e-540b-438d-996c-efae6d653bbe with Priority: HIGH for action security_group_rules [ 833.473177] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d48666be-2b03-4a06-b77e-98b2a947577c with Priority: HIGH for action security_group_rules [ 833.473177] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c844eb7-dc6e-45f9-8351-2636f061d2b1 with Priority: HIGH for action security_group_rules [ 833.473177] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c0acf646-61c8-4e33-80b9-b3f7dd9076ad with Priority: HIGH for action security_group_rules [ 833.473328] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.503507] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.503507] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.503507] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.503507] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.503507] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.513634] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c5efce-7f40-4699-85b5-784ae175d046 in Status: IN_PROGRESS for 2s [ 833.539660] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 479b60ca-1e70-4aba-8eeb-33f5c6eaab2e: rpc.has_security_group_logging(os_id): False [ 833.569400] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.569771] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.569771] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.570718] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.571018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.571178] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.571323] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.572078] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.572331] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.572463] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.572574] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 479b60ca-1e70-4aba-8eeb-33f5c6eaab2e is going to be created. [ 833.599711] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/479b60ca-1e70-4aba-8eeb-33f5c6eaab2e], does not exist path=[/infra/domains/default/groups/479b60ca-1e70-4aba-8eeb-33f5c6eaab2e]."\n}' [ 833.600980] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 479b60ca-1e70-4aba-8eeb-33f5c6eaab2e failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/479b60ca-1e70-4aba-8eeb-33f5c6eaab2e [ 833.600980] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 833.614922] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f42a70da-cb86-4203-a408-9eb78a393ea5 [ 833.615188] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.615319] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.615382] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.615596] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.615682] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.615773] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f42a70da-cb86-4203-a408-9eb78a393ea5 already deleted. [ 833.615853] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f42a70da-cb86-4203-a408-9eb78a393ea5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.653459] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.653459] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.653671] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.654775] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.654887] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.655137] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.655250] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.655318] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.655481] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.655561] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.655759] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.655843] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.655907] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.656058] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.656134] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.656219] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 479b60ca-1e70-4aba-8eeb-33f5c6eaab2e is going to be created. [ 833.685467] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/479b60ca-1e70-4aba-8eeb-33f5c6eaab2e], does not exist path=[/infra/domains/default/groups/479b60ca-1e70-4aba-8eeb-33f5c6eaab2e]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/479b60ca-1e70-4aba-8eeb-33f5c6eaab2e [ 833.685467] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-479b60ca-1e70-4aba-8eeb-33f5c6eaab2e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.685467] env[69670]: Traceback (most recent call last): [ 833.685467] env[69670]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 833.685467] env[69670]: return func(*args, **kwargs) [ 833.685467] env[69670]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 833.685467] env[69670]: res.raise_for_status() [ 833.685467] env[69670]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 833.685467] env[69670]: raise HTTPError(http_error_msg, response=self) [ 833.685467] env[69670]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/479b60ca-1e70-4aba-8eeb-33f5c6eaab2e [ 833.685467] env[69670]: During handling of the above exception, another exception occurred: [ 833.685467] env[69670]: Traceback (most recent call last): [ 833.685467] env[69670]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 833.685467] env[69670]: listener.cb(fileno) [ 833.685467] env[69670]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 833.685467] env[69670]: result = function(*args, **kwargs) [ 833.685467] env[69670]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 833.685467] env[69670]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 833.685467] env[69670]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 833.685467] env[69670]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 833.685467] env[69670]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 833.685467] env[69670]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 833.685467] env[69670]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 833.685467] env[69670]: res.raise_for_status() [ 833.685467] env[69670]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 833.685467] env[69670]: raise HTTPError(http_error_msg, response=self) [ 833.685467] env[69670]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/479b60ca-1e70-4aba-8eeb-33f5c6eaab2e [ 833.685467] env[69670]: Removing descriptor: 5 [ 833.722448] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48666be-2b03-4a06-b77e-98b2a947577c in Status: SUCCESS [ 833.722448] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48666be-2b03-4a06-b77e-98b2a947577c deletion is rescheduled due to dependency. [ 833.722448] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.244072] env[69670]: INFO networking_nsxv3.common.synchronization [req-31638b58-ff50-4f4b-a0fc-445038a5d13a req-053af028-9764-4da4-8871-3deb6806c120 service nova] Enqueued Resource ID: 85925ea3-e7a8-4379-99cc-f68b3cb9f569 with Priority: HIGHEST for action security_group_rules [ 834.244438] env[69670]: INFO networking_nsxv3.common.synchronization [req-31638b58-ff50-4f4b-a0fc-445038a5d13a req-053af028-9764-4da4-8871-3deb6806c120 service nova] Enqueued Resource ID: 85925ea3-e7a8-4379-99cc-f68b3cb9f569 with Priority: HIGHEST for action security_group_members [ 834.244438] env[69670]: INFO networking_nsxv3.common.synchronization [req-31638b58-ff50-4f4b-a0fc-445038a5d13a req-053af028-9764-4da4-8871-3deb6806c120 service nova] Enqueued Resource ID: b22416a2-64c2-4adb-8149-29911f7e112e with Priority: HIGHEST for action port [ 834.244633] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85925ea3-e7a8-4379-99cc-f68b3cb9f569 with Priority: HIGHEST for action security_group_rules [ 834.244773] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85925ea3-e7a8-4379-99cc-f68b3cb9f569 with Priority: HIGHEST for action security_group_members [ 834.244875] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b22416a2-64c2-4adb-8149-29911f7e112e with Priority: HIGHEST for action port [ 834.244972] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f with Priority: HIGH for action security_group_rules [ 834.245082] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ef7d495-885e-4919-a4b5-d4b7dce28f1d with Priority: HIGH for action security_group_rules [ 834.245177] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 with Priority: HIGH for action security_group_rules [ 834.245266] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGH for action security_group_rules [ 834.245351] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0acf646-61c8-4e33-80b9-b3f7dd9076ad with Priority: HIGH for action security_group_rules [ 834.246205] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c844eb7-dc6e-45f9-8351-2636f061d2b1 with Priority: HIGH for action security_group_rules [ 834.246426] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48666be-2b03-4a06-b77e-98b2a947577c with Priority: HIGH for action security_group_rules [ 834.246637] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe6c791e-540b-438d-996c-efae6d653bbe with Priority: HIGH for action security_group_rules [ 834.246772] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 with Priority: HIGH for action security_group_rules [ 834.246894] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 847fd8a5-6751-429a-8967-e656a3577dff with Priority: HIGH for action security_group_rules [ 834.247096] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 with Priority: HIGH for action security_group_rules [ 834.247144] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a675c84e-5fd4-47ef-a5e3-183fdf9e0712 with Priority: HIGH for action security_group_rules [ 834.247243] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c553c97-7140-4a89-b666-4c593f900f20 with Priority: HIGH for action security_group_rules [ 834.247359] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1925aed7-d020-4800-93d2-4620cedac61c with Priority: HIGH for action security_group_rules [ 834.247510] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 with Priority: HIGH for action security_group_rules [ 834.247631] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 with Priority: HIGH for action security_group_rules [ 834.247744] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGH for action security_group_rules [ 834.247872] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 with Priority: HIGH for action security_group_rules [ 834.247979] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 with Priority: HIGH for action security_group_rules [ 834.248105] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bc709d7-d957-4020-8bfa-3b629eb48f21 with Priority: HIGH for action security_group_rules [ 834.248706] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85925ea3-e7a8-4379-99cc-f68b3cb9f569 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.248868] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85925ea3-e7a8-4379-99cc-f68b3cb9f569" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.248960] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85925ea3-e7a8-4379-99cc-f68b3cb9f569" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.249309] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85925ea3-e7a8-4379-99cc-f68b3cb9f569" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.249309] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85925ea3-e7a8-4379-99cc-f68b3cb9f569',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.250144] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-85925ea3-e7a8-4379-99cc-f68b3cb9f569 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.250266] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85925ea3-e7a8-4379-99cc-f68b3cb9f569" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.250333] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85925ea3-e7a8-4379-99cc-f68b3cb9f569" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.250505] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85925ea3-e7a8-4379-99cc-f68b3cb9f569" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.250654] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.250748] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.250799] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.250941] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.251040] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.251217] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85925ea3-e7a8-4379-99cc-f68b3cb9f569',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.251977] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-b22416a2-64c2-4adb-8149-29911f7e112e taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.252160] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b22416a2-64c2-4adb-8149-29911f7e112e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.255361] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b22416a2-64c2-4adb-8149-29911f7e112e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.255361] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b22416a2-64c2-4adb-8149-29911f7e112e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.255361] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b22416a2-64c2-4adb-8149-29911f7e112e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.255361] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-203a71a6-54ed-4edd-92e1-fb96e1b09c3f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.255361] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.255361] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.255361] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.255361] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('203a71a6-54ed-4edd-92e1-fb96e1b09c3f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.256640] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ef7d495-885e-4919-a4b5-d4b7dce28f1d taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.256752] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.256813] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.256969] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.257048] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ef7d495-885e-4919-a4b5-d4b7dce28f1d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.258027] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54e9c596-f425-4b3f-90aa-3ca5d89a0b77 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.258131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.258196] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.258345] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.258413] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54e9c596-f425-4b3f-90aa-3ca5d89a0b77',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.260903] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2012ebc-a6e7-4a94-9f9c-91c59747c437 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.261017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.261147] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.261329] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.261429] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.262452] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0acf646-61c8-4e33-80b9-b3f7dd9076ad taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.262590] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0acf646-61c8-4e33-80b9-b3f7dd9076ad" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.264361] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0acf646-61c8-4e33-80b9-b3f7dd9076ad" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.264361] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0acf646-61c8-4e33-80b9-b3f7dd9076ad" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.264495] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0acf646-61c8-4e33-80b9-b3f7dd9076ad',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.265413] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c844eb7-dc6e-45f9-8351-2636f061d2b1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.266860] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c844eb7-dc6e-45f9-8351-2636f061d2b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.266982] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c844eb7-dc6e-45f9-8351-2636f061d2b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.267193] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c844eb7-dc6e-45f9-8351-2636f061d2b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.267428] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c844eb7-dc6e-45f9-8351-2636f061d2b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.268249] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d48666be-2b03-4a06-b77e-98b2a947577c taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.268454] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.268454] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.268653] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.268747] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d48666be-2b03-4a06-b77e-98b2a947577c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.269718] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe6c791e-540b-438d-996c-efae6d653bbe taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.269864] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe6c791e-540b-438d-996c-efae6d653bbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.269953] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe6c791e-540b-438d-996c-efae6d653bbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.270163] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe6c791e-540b-438d-996c-efae6d653bbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.270264] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe6c791e-540b-438d-996c-efae6d653bbe',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.270514] env[69670]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 834.271217] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e00cf55a-198c-4c40-ade1-2ee9c2043ee3 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.271360] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.271453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.271628] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.271703] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e00cf55a-198c-4c40-ade1-2ee9c2043ee3',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.272558] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-847fd8a5-6751-429a-8967-e656a3577dff taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.272697] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.272787] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.272971] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.273081] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('847fd8a5-6751-429a-8967-e656a3577dff',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.273999] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4995535b-33b0-4f0d-a8c4-4dda98d7ff35 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.274147] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.274297] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.274404] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.274495] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4995535b-33b0-4f0d-a8c4-4dda98d7ff35',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.275325] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a675c84e-5fd4-47ef-a5e3-183fdf9e0712 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.275474] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a675c84e-5fd4-47ef-a5e3-183fdf9e0712" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.275578] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a675c84e-5fd4-47ef-a5e3-183fdf9e0712" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.275767] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a675c84e-5fd4-47ef-a5e3-183fdf9e0712" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.275895] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a675c84e-5fd4-47ef-a5e3-183fdf9e0712',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.276765] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c553c97-7140-4a89-b666-4c593f900f20 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.276903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.276991] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.277182] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.277281] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c553c97-7140-4a89-b666-4c593f900f20',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.278262] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1925aed7-d020-4800-93d2-4620cedac61c taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.278407] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1925aed7-d020-4800-93d2-4620cedac61c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.278505] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1925aed7-d020-4800-93d2-4620cedac61c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.278681] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1925aed7-d020-4800-93d2-4620cedac61c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.278743] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1925aed7-d020-4800-93d2-4620cedac61c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.279613] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.279742] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.279957] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.280103] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.280191] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.280370] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.280569] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.281312] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.281456] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.281547] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.281725] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.281844] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.282821] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bae4e153-b553-49d0-8dba-e29ce7a007b1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.282932] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.282999] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.283216] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.283312] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.284690] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7916f30b-b1c9-435a-b7dc-6f56b5d57822 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.284809] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.284878] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.285216] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.285348] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7916f30b-b1c9-435a-b7dc-6f56b5d57822',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.285985] env[69670]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 834.286753] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bc709d7-d957-4020-8bfa-3b629eb48f21 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.286860] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bc709d7-d957-4020-8bfa-3b629eb48f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.286916] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bc709d7-d957-4020-8bfa-3b629eb48f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.287084] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bc709d7-d957-4020-8bfa-3b629eb48f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.287173] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bc709d7-d957-4020-8bfa-3b629eb48f21',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.292795] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85925ea3-e7a8-4379-99cc-f68b3cb9f569',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.697915] env[69670]: INFO networking_nsxv3.common.synchronization [req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 req-7d203a21-2569-4e1c-b420-3da81bb98923 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Enqueued Resource ID: 36f69926-c0b7-46ee-abf7-0198542e49c8 with Priority: HIGHEST for action security_group_members [ 834.698826] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36f69926-c0b7-46ee-abf7-0198542e49c8 with Priority: HIGHEST for action security_group_members [ 834.698826] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-36f69926-c0b7-46ee-abf7-0198542e49c8 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.698975] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36f69926-c0b7-46ee-abf7-0198542e49c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.698975] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36f69926-c0b7-46ee-abf7-0198542e49c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.699191] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36f69926-c0b7-46ee-abf7-0198542e49c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.699365] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.699466] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.699538] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.699679] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.699763] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.699859] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36f69926-c0b7-46ee-abf7-0198542e49c8',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.790147] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b22416a2-64c2-4adb-8149-29911f7e112e with status ACTIVE [ 834.790827] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.790827] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.790827] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.790988] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.791031] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.791234] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.791338] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.794159] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.794159] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.794159] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.794159] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.794159] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.794159] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.794159] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.794159] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.794159] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b22416a2-64c2-4adb-8149-29911f7e112e is going to be updated. [ 834.794159] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-85925ea3-e7a8-4379-99cc-f68b3cb9f569 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.794159] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85925ea3-e7a8-4379-99cc-f68b3cb9f569" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.795716] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85925ea3-e7a8-4379-99cc-f68b3cb9f569',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.813797] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.813984] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.814052] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.814219] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.814386] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.814549] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b22416a2-64c2-4adb-8149-29911f7e112e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.830685] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.830685] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.830685] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.831205] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.831205] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.831205] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.831205] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.831387] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.831429] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.831512] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.831593] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54e9c596-f425-4b3f-90aa-3ca5d89a0b77',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.833017] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-bae4e153-b553-49d0-8dba-e29ce7a007b1 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.833017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.833017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.833017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.834231] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.834356] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.834427] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.834577] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.834658] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.834741] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.834826] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.835695] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.835803] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.835870] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.836032] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.836174] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.836267] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.836352] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.836496] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.836573] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.836654] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.836730] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e00cf55a-198c-4c40-ade1-2ee9c2043ee3',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.838485] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.838485] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.838485] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.838725] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.838725] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.838811] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.838811] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.838936] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.839028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.839395] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.839395] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('203a71a6-54ed-4edd-92e1-fb96e1b09c3f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.844344] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2012ebc-a6e7-4a94-9f9c-91c59747c437 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.845016] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.845016] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.845016] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.845016] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.845016] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.845016] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.845355] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.845355] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.845355] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.845740] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.848928] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.848928] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.848928] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.848928] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.848928] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7916f30b-b1c9-435a-b7dc-6f56b5d57822 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.849451] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.849451] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.849451] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.849451] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.849451] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.849660] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.849660] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.849764] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.849764] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.849893] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7916f30b-b1c9-435a-b7dc-6f56b5d57822',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.850713] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.850857] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.850906] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.851033] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.851177] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.851470] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.851470] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.851470] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.851596] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.851596] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.851664] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4995535b-33b0-4f0d-a8c4-4dda98d7ff35',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.852387] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-847fd8a5-6751-429a-8967-e656a3577dff taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.852732] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.852832] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.852990] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.853696] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.853696] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.853696] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.853696] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.853696] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.853696] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.853696] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('847fd8a5-6751-429a-8967-e656a3577dff',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.863054] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.863182] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.863182] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.864031] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.864031] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.864031] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.864031] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.864031] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.864207] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.864239] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.864321] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.865605] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.865709] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.865777] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.865932] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.870869] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.870869] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.870869] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.870869] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.870869] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.870869] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.870869] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.870869] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bc709d7-d957-4020-8bfa-3b629eb48f21 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.870869] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bc709d7-d957-4020-8bfa-3b629eb48f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.870869] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bc709d7-d957-4020-8bfa-3b629eb48f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.871307] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bc709d7-d957-4020-8bfa-3b629eb48f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.871307] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.871307] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.871307] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.871441] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.871470] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.871634] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bc709d7-d957-4020-8bfa-3b629eb48f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.871634] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8bc709d7-d957-4020-8bfa-3b629eb48f21',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.876991] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4995535b-33b0-4f0d-a8c4-4dda98d7ff35',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.878754] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2012ebc-a6e7-4a94-9f9c-91c59747c437 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.878895] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.878994] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.879234] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.879392] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.879489] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.879550] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.879695] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.879773] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.879853] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.881022] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2012ebc-a6e7-4a94-9f9c-91c59747c437 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.881022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.881022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.881022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.881022] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.881022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.881022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.881022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.881022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.881022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.881022] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.909058] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.909190] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.910089] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.910141] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.912276] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.912276] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.912276] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.912412] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.914032] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.914032] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.917132] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.917275] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1925aed7-d020-4800-93d2-4620cedac61c is going to be deleted. [ 834.918773] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.918873] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.918941] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.919168] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.920703] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.920808] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.945748] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.945886] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0acf646-61c8-4e33-80b9-b3f7dd9076ad is going to be deleted. [ 834.947163] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.947163] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.970327] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.970411] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c553c97-7140-4a89-b666-4c593f900f20 is going to be deleted. [ 834.971348] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.971561] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.995590] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.995709] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.002497] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.002629] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d48666be-2b03-4a06-b77e-98b2a947577c is going to be deleted. [ 835.003620] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.003861] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.033427] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.033609] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.042965] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.043385] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a675c84e-5fd4-47ef-a5e3-183fdf9e0712 is going to be deleted. [ 835.043992] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.044251] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.056411] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.056532] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.068100] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 in Status: SUCCESS [ 835.068100] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.068222] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.068695] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.068695] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.068695] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.068926] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.068926] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.069060] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.069060] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.069170] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15dc5a71-4b28-48f7-9bcd-46ebb5fb4763',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.069942] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.070129] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.070297] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.070404] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.070468] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.070618] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.070688] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.070750] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15dc5a71-4b28-48f7-9bcd-46ebb5fb4763',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.081219] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.081351] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c844eb7-dc6e-45f9-8351-2636f061d2b1 is going to be deleted. [ 835.082212] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.082406] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.132534] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.132534] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.133677] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.133788] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe6c791e-540b-438d-996c-efae6d653bbe is going to be deleted. [ 835.134678] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.134892] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.179305] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.179394] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.188465] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.188625] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ef7d495-885e-4919-a4b5-d4b7dce28f1d is going to be deleted. [ 835.189495] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.189907] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.189907] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.189907] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1925aed7-d020-4800-93d2-4620cedac61c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.190354] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.190540] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.190619] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.190919] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0acf646-61c8-4e33-80b9-b3f7dd9076ad" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.191415] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.191568] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.191665] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.191780] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c553c97-7140-4a89-b666-4c593f900f20" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.191900] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.192074] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.192157] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.192256] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d48666be-2b03-4a06-b77e-98b2a947577c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.192396] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.192615] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.192698] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.193478] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a675c84e-5fd4-47ef-a5e3-183fdf9e0712" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.203374] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.203503] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.203563] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.203754] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.203837] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.204039] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.204138] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.204197] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.204339] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.204411] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.204489] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36f69926-c0b7-46ee-abf7-0198542e49c8 already deleted. [ 835.204565] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36f69926-c0b7-46ee-abf7-0198542e49c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.215277] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.215277] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.215277] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.215479] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.215959] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.215959] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c844eb7-dc6e-45f9-8351-2636f061d2b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.263014] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.263295] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.263295] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.263481] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.263572] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.263688] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe6c791e-540b-438d-996c-efae6d653bbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.276171] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.276171] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.276171] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.276171] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.276171] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.276171] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ef7d495-885e-4919-a4b5-d4b7dce28f1d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.297822] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.297978] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.298064] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.298289] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.300406] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.300406] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85925ea3-e7a8-4379-99cc-f68b3cb9f569 is going to be created. [ 835.317161] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-777 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.317295] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-777" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.317423] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-777" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.317769] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-777" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.318068] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.318281] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.318408] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.318656] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.318779] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.318986] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 835.319112] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 835.319567] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 835.319567] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 835.319567] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 835.319694] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 835.319781] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 835.344036] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('203a71a6-54ed-4edd-92e1-fb96e1b09c3f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.350745] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-bae4e153-b553-49d0-8dba-e29ce7a007b1 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.350745] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.350745] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.350745] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.350745] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.350745] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.350745] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.351252] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.351349] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.351566] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.351856] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-bae4e153-b553-49d0-8dba-e29ce7a007b1 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.352455] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.352455] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.352575] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.354062] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.354062] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.354062] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.354062] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.354062] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.354062] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.354062] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.355973] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.356150] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.356348] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.356626] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.356903] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.357131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.357354] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.360311] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.360311] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.360311] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.360311] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.360311] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.360311] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.360311] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.360311] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.360311] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.360311] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.360311] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.360311] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.360311] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.360311] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e00cf55a-198c-4c40-ade1-2ee9c2043ee3',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.361267] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.361590] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.361590] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.361862] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.362628] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.362628] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.362628] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.363031] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.363215] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.363416] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.363687] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.363902] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.364087] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.364369] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.364811] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.365079] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.365240] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.365515] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.366131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.366131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.366131] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54e9c596-f425-4b3f-90aa-3ca5d89a0b77',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.371153] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 835.371153] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.051 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 835.371367] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 835.371878] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-777" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.372178] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-aea3f373-a2c3-49f4-919b-7d82d1bfaeb3 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.372514] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-aea3f373-a2c3-49f4-919b-7d82d1bfaeb3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.372874] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-aea3f373-a2c3-49f4-919b-7d82d1bfaeb3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.373387] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-aea3f373-a2c3-49f4-919b-7d82d1bfaeb3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.373697] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aea3f373-a2c3-49f4-919b-7d82d1bfaeb3',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.375948] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.376229] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.376728] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.377141] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.377444] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.381117] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('847fd8a5-6751-429a-8967-e656a3577dff',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.382971] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7916f30b-b1c9-435a-b7dc-6f56b5d57822 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.383116] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.383485] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.383485] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.384308] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.384308] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.384308] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.384308] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.384308] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.384610] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.384854] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7916f30b-b1c9-435a-b7dc-6f56b5d57822 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.385539] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.385539] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.385539] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.385539] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.385810] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.385810] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.386457] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.386457] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.386666] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.386829] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7916f30b-b1c9-435a-b7dc-6f56b5d57822',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.389503] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8bc709d7-d957-4020-8bfa-3b629eb48f21',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.390238] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.390773] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.390905] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.391179] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.391439] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.391609] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.392759] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.392759] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.392759] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.392759] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.392759] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.392759] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.392759] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.392759] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.393145] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.393205] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.393357] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.393595] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.393741] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.394242] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.394355] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.396915] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.397134] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.397251] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.397685] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.397733] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.398365] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.398365] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.398365] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.398365] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.398365] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.398879] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.398879] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.398879] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.399197] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.399488] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.399701] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.399837] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.400219] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.400219] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.401016] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.401016] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.401919] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2012ebc-a6e7-4a94-9f9c-91c59747c437: rpc.has_security_group_logging(os_id): False [ 835.403347] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4995535b-33b0-4f0d-a8c4-4dda98d7ff35: rpc.has_security_group_logging(os_id): False [ 835.435681] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85925ea3-e7a8-4379-99cc-f68b3cb9f569 in Status: UNINITIALIZED for 2s [ 835.440611] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.440754] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.440830] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.441068] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.448682] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.448853] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.467436] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.467785] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.467914] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.467982] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.468201] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.468287] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.468469] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.468573] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.468627] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.468771] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.468845] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.469092] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.469165] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.469165] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.470671] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.470671] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.470671] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 is going to be updated. [ 835.470671] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.470671] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.493206] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.493507] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.493871] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.493871] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.493964] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.494049] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.494143] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 is going to be updated. [ 835.521783] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c5efce-7f40-4699-85b5-784ae175d046 in Status: SUCCESS [ 835.521992] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.537842] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.537978] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.538058] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.539218] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.539373] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.542946] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.542946] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.542946] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.542946] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.542946] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.555943] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 in Status: IN_PROGRESS for 2s [ 835.557772] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 in Status: IN_PROGRESS for 2s [ 835.572779] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.572905] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.573127] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15dc5a71-4b28-48f7-9bcd-46ebb5fb4763',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.850468] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 203a71a6-54ed-4edd-92e1-fb96e1b09c3f: rpc.has_security_group_logging(os_id): False [ 835.866409] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.866685] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.866685] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.866834] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.868607] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bae4e153-b553-49d0-8dba-e29ce7a007b1: rpc.has_security_group_logging(os_id): False [ 835.869477] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54e9c596-f425-4b3f-90aa-3ca5d89a0b77: rpc.has_security_group_logging(os_id): False [ 835.870257] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e00cf55a-198c-4c40-ade1-2ee9c2043ee3: rpc.has_security_group_logging(os_id): False [ 835.882996] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 847fd8a5-6751-429a-8967-e656a3577dff: rpc.has_security_group_logging(os_id): False [ 835.884902] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.885251] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.885667] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.885667] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.885770] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.885770] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.885844] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f is going to be updated. [ 835.888015] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.888150] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.888210] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.889033] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.889613] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.889708] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.890169] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7916f30b-b1c9-435a-b7dc-6f56b5d57822: rpc.has_security_group_logging(os_id): False [ 835.891468] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.891556] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.896559] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.896745] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.896869] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.897153] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.897323] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.897479] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port aea3f373-a2c3-49f4-919b-7d82d1bfaeb3 not found, creating... [ 835.897730] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.897884] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.898008] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.898225] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.898361] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.898633] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.898786] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.898903] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.899117] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.899255] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.899407] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: aea3f373-a2c3-49f4-919b-7d82d1bfaeb3 is going to be created. [ 835.900316] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8bc709d7-d957-4020-8bfa-3b629eb48f21: rpc.has_security_group_logging(os_id): False [ 835.902148] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.902243] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.902397] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aac54264-f7b3-4aca-a0d1-6eebdb59bc7f: rpc.has_security_group_logging(os_id): False [ 835.903948] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.904058] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.905311] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4: rpc.has_security_group_logging(os_id): False [ 835.914458] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.914564] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.915500] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.915698] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.915804] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.915871] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.916048] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.916131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.916395] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.916526] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.916594] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.916804] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.916882] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.917113] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.917235] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.917329] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.917493] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.917577] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.917664] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 is going to be updated. [ 835.918555] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.918711] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.920191] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.920388] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.920531] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.920751] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.920969] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.921190] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-aea3f373-a2c3-49f4-919b-7d82d1bfaeb3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.922438] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.922525] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.923174] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.923257] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.939564] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.939735] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.939856] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.939919] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.940119] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.940206] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.940398] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.940498] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.940562] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.940791] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.940791] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.940950] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.941050] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.941109] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.941245] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.941321] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.941409] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 is going to be updated. [ 835.942390] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.942550] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.960140] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.960260] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.963653] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.963894] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.964311] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.964311] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.964311] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.964311] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.964490] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 847fd8a5-6751-429a-8967-e656a3577dff is going to be updated. [ 835.965357] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.965525] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.986265] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.986432] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.987497] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.987707] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.987816] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.987875] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.988065] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.988149] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.988347] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.988440] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.988496] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.988660] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.988747] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.988929] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.989025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.989078] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.989209] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.989284] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.989372] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f is going to be updated. [ 835.990516] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.990516] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.049369] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.049524] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.059703] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.059996] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.060139] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.060201] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.060859] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.060859] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.060859] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.060859] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.060859] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.061234] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.061234] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.061234] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.061358] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.061358] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.061454] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.061527] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.061614] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 is going to be updated. [ 836.062644] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.062803] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.075597] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15dc5a71-4b28-48f7-9bcd-46ebb5fb4763',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.115526] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.115660] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.116596] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.116810] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.116921] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.116988] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.117195] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.117273] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.117499] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.117605] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.117928] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.117928] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.117928] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.118092] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.118471] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.118471] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.118471] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.118471] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.118737] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 is going to be updated. [ 836.119532] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.119697] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.171894] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.172275] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.172472] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.172526] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.172742] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.172841] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.173066] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.173183] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.173250] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.173430] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.173509] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.173721] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.173839] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.173919] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.174082] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.174157] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.174282] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 is going to be updated. [ 836.175495] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.175646] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.198044] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.198044] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.228192] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.228192] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.228192] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.228192] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.228192] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.228505] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.228505] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bc709d7-d957-4020-8bfa-3b629eb48f21 is going to be updated. [ 836.229883] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.230122] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.230439] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.231624] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.231624] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.231918] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.232947] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.233291] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.233291] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.234101] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.234333] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.234414] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.235635] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.235895] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.236088] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.256935] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.257164] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.257305] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.257486] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.257629] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.279304] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f in Status: IN_PROGRESS for 2s [ 836.281583] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.281695] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.281695] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.281921] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.282038] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.284457] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f in Status: IN_PROGRESS for 2s [ 836.285079] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 in Status: IN_PROGRESS for 2s [ 836.285627] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 847fd8a5-6751-429a-8967-e656a3577dff in Status: IN_PROGRESS for 2s [ 836.286188] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 in Status: IN_PROGRESS for 2s [ 836.286789] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 in Status: IN_PROGRESS for 2s [ 836.344719] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 in Status: IN_PROGRESS for 2s [ 836.379111] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.379263] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.379333] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.379553] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.379689] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.398556] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.398896] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.398896] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.399047] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.399416] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.416471] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 in Status: IN_PROGRESS for 2s [ 836.417466] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bc709d7-d957-4020-8bfa-3b629eb48f21 in Status: IN_PROGRESS for 2s [ 836.578538] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.578784] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.578784] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.578990] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.579091] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.579193] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 is going to be updated. [ 836.629342] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.629342] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.629342] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.629342] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.629585] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.643058] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 in Status: IN_PROGRESS for 2s [ 836.787228] env[69670]: INFO networking_nsxv3.common.synchronization [req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 req-aac8b61b-192a-4290-a62e-0d9e5abe71d9 service nova] Enqueued Resource ID: 36f69926-c0b7-46ee-abf7-0198542e49c8 with Priority: HIGHEST for action security_group_rules [ 836.787493] env[69670]: INFO networking_nsxv3.common.synchronization [req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 req-aac8b61b-192a-4290-a62e-0d9e5abe71d9 service nova] Enqueued Resource ID: 36f69926-c0b7-46ee-abf7-0198542e49c8 with Priority: HIGHEST for action security_group_members [ 836.787585] env[69670]: INFO networking_nsxv3.common.synchronization [req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 req-aac8b61b-192a-4290-a62e-0d9e5abe71d9 service nova] Enqueued Resource ID: aea3f373-a2c3-49f4-919b-7d82d1bfaeb3 with Priority: HIGHEST for action port [ 836.787825] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36f69926-c0b7-46ee-abf7-0198542e49c8 with Priority: HIGHEST for action security_group_rules [ 836.788421] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36f69926-c0b7-46ee-abf7-0198542e49c8 with Priority: HIGHEST for action security_group_members [ 836.788421] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aea3f373-a2c3-49f4-919b-7d82d1bfaeb3 with Priority: HIGHEST for action port [ 836.788680] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36f69926-c0b7-46ee-abf7-0198542e49c8 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.788756] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36f69926-c0b7-46ee-abf7-0198542e49c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.788802] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36f69926-c0b7-46ee-abf7-0198542e49c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.789067] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36f69926-c0b7-46ee-abf7-0198542e49c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.789147] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36f69926-c0b7-46ee-abf7-0198542e49c8',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.790595] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-36f69926-c0b7-46ee-abf7-0198542e49c8 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.790595] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36f69926-c0b7-46ee-abf7-0198542e49c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.790595] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36f69926-c0b7-46ee-abf7-0198542e49c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.790595] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36f69926-c0b7-46ee-abf7-0198542e49c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.790595] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.791131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.791131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.791131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.791131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.791131] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36f69926-c0b7-46ee-abf7-0198542e49c8',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.791784] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-aea3f373-a2c3-49f4-919b-7d82d1bfaeb3 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.791979] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aea3f373-a2c3-49f4-919b-7d82d1bfaeb3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.791979] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aea3f373-a2c3-49f4-919b-7d82d1bfaeb3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.792151] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aea3f373-a2c3-49f4-919b-7d82d1bfaeb3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.792231] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aea3f373-a2c3-49f4-919b-7d82d1bfaeb3',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.294705] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-36f69926-c0b7-46ee-abf7-0198542e49c8 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.295194] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36f69926-c0b7-46ee-abf7-0198542e49c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.295194] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36f69926-c0b7-46ee-abf7-0198542e49c8',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.296101] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aea3f373-a2c3-49f4-919b-7d82d1bfaeb3 with status ACTIVE [ 837.296363] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.296496] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.296598] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.296868] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.296968] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.297189] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.297288] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.297344] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.297521] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.297608] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.297823] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.303180] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.303347] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.303593] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.303690] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.303798] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aea3f373-a2c3-49f4-919b-7d82d1bfaeb3 is going to be updated. [ 837.323113] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.323297] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.323366] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.323559] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.323692] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.323869] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aea3f373-a2c3-49f4-919b-7d82d1bfaeb3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.449067] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85925ea3-e7a8-4379-99cc-f68b3cb9f569 in Status: SUCCESS [ 837.449324] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85925ea3-e7a8-4379-99cc-f68b3cb9f569" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.449522] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85925ea3-e7a8-4379-99cc-f68b3cb9f569" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.449850] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85925ea3-e7a8-4379-99cc-f68b3cb9f569" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.450110] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.450328] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.450398] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.450540] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.450626] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.450712] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85925ea3-e7a8-4379-99cc-f68b3cb9f569" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.450814] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85925ea3-e7a8-4379-99cc-f68b3cb9f569',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.553183] env[69670]: INFO networking_nsxv3.common.synchronization [req-a2f97a5d-126b-49ec-983b-f12c87fc2152 req-7e3218fb-9959-4359-9d96-de8ebd3a0ac2 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Enqueued Resource ID: dec6f616-720c-4024-b086-b4cd7d6a2a06 with Priority: HIGHEST for action security_group_members [ 837.553183] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dec6f616-720c-4024-b086-b4cd7d6a2a06 with Priority: HIGHEST for action security_group_members [ 837.553383] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-dec6f616-720c-4024-b086-b4cd7d6a2a06 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.553510] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dec6f616-720c-4024-b086-b4cd7d6a2a06" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.553576] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dec6f616-720c-4024-b086-b4cd7d6a2a06" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.553859] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dec6f616-720c-4024-b086-b4cd7d6a2a06" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.554056] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.554154] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.554216] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.554412] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.554547] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.555758] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dec6f616-720c-4024-b086-b4cd7d6a2a06',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.572394] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 in Status: SUCCESS [ 837.573392] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.574646] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 in Status: SUCCESS [ 837.575010] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.806710] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36f69926-c0b7-46ee-abf7-0198542e49c8',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.954638] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85925ea3-e7a8-4379-99cc-f68b3cb9f569',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.062553] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.062553] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.062553] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.062553] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.062553] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.062553] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.062553] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.062553] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.062553] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.062553] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.062553] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dec6f616-720c-4024-b086-b4cd7d6a2a06 already deleted. [ 838.062553] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dec6f616-720c-4024-b086-b4cd7d6a2a06" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.097077] env[69670]: INFO networking_nsxv3.common.synchronization [req-58b6eb98-a14d-43ec-9339-59827105231f req-3d840930-835b-4ed0-a7bd-0caa3c7a4cd7 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Enqueued Resource ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 with Priority: HIGHEST for action security_group_members [ 838.097647] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 with Priority: HIGHEST for action security_group_members [ 838.097973] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.098157] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.174935] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-937 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.175178] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-937" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.175451] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-937" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.175825] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-937" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.176564] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.176564] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.176788] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.177096] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.177096] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.178358] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 838.178358] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.178358] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.178358] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.178358] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 838.178358] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.178358] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 838.200472] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 838.201293] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 838.201293] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 838.201293] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-937" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.201699] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-40d8446f-49e0-4638-b368-6057ee2e5807 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.201978] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-40d8446f-49e0-4638-b368-6057ee2e5807" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.202129] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-40d8446f-49e0-4638-b368-6057ee2e5807" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.202757] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-40d8446f-49e0-4638-b368-6057ee2e5807" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.202757] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40d8446f-49e0-4638-b368-6057ee2e5807',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.293547] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f in Status: SUCCESS [ 838.294641] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.304926] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 in Status: SUCCESS [ 838.306219] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.306219] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f in Status: SUCCESS [ 838.306345] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.307310] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 in Status: SUCCESS [ 838.307310] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.313035] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 847fd8a5-6751-429a-8967-e656a3577dff in Status: SUCCESS [ 838.313035] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.313035] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 in Status: SUCCESS [ 838.313035] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.313035] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.313035] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.313035] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.313035] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.313035] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.313035] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36f69926-c0b7-46ee-abf7-0198542e49c8 is going to be created. [ 838.342219] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.342219] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.342219] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.342219] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.342219] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.353087] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36f69926-c0b7-46ee-abf7-0198542e49c8 in Status: UNINITIALIZED for 2s [ 838.357076] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 in Status: SUCCESS [ 838.357297] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.432807] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bc709d7-d957-4020-8bfa-3b629eb48f21 in Status: SUCCESS [ 838.433065] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bc709d7-d957-4020-8bfa-3b629eb48f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.433976] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 in Status: SUCCESS [ 838.434173] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.457501] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85925ea3-e7a8-4379-99cc-f68b3cb9f569: rpc.has_security_group_logging(os_id): False [ 838.474749] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.474749] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.475083] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.475083] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.475083] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.475380] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.475505] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.475505] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.475648] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.475720] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.475805] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85925ea3-e7a8-4379-99cc-f68b3cb9f569 is going to be created. [ 838.531652] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.531865] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.531865] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.532196] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.532296] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.551068] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85925ea3-e7a8-4379-99cc-f68b3cb9f569 in Status: IN_PROGRESS for 2s [ 838.659838] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 in Status: SUCCESS [ 838.660100] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.660287] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.660558] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.660788] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.660917] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.660985] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.661158] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.661240] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.661342] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15dc5a71-4b28-48f7-9bcd-46ebb5fb4763',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.705658] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.705937] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.706048] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.706405] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.706583] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.706819] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 40d8446f-49e0-4638-b368-6057ee2e5807 not found, creating... [ 838.707015] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.707182] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.707301] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.707540] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.707683] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.708084] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.708223] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.708341] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.708602] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.708780] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.708965] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 40d8446f-49e0-4638-b368-6057ee2e5807 is going to be created. [ 838.732300] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.732544] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.732680] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.733043] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.733360] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.733615] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-40d8446f-49e0-4638-b368-6057ee2e5807" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.165693] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.165959] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.165959] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.166207] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.187194] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.187365] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.187501] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.187591] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.187786] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.188093] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.188093] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 is going to be updated. [ 839.211805] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.212045] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.212045] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.212327] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.212465] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.221228] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 in Status: IN_PROGRESS for 2s [ 839.707159] env[69670]: INFO networking_nsxv3.common.synchronization [req-a2f97a5d-126b-49ec-983b-f12c87fc2152 req-5ae6f7aa-11cf-400b-9dda-e5c540a26d8d service nova] Enqueued Resource ID: dec6f616-720c-4024-b086-b4cd7d6a2a06 with Priority: HIGHEST for action security_group_rules [ 839.707544] env[69670]: INFO networking_nsxv3.common.synchronization [req-a2f97a5d-126b-49ec-983b-f12c87fc2152 req-5ae6f7aa-11cf-400b-9dda-e5c540a26d8d service nova] Enqueued Resource ID: dec6f616-720c-4024-b086-b4cd7d6a2a06 with Priority: HIGHEST for action security_group_members [ 839.707544] env[69670]: INFO networking_nsxv3.common.synchronization [req-a2f97a5d-126b-49ec-983b-f12c87fc2152 req-5ae6f7aa-11cf-400b-9dda-e5c540a26d8d service nova] Enqueued Resource ID: 40d8446f-49e0-4638-b368-6057ee2e5807 with Priority: HIGHEST for action port [ 839.708122] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dec6f616-720c-4024-b086-b4cd7d6a2a06 with Priority: HIGHEST for action security_group_rules [ 839.708258] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dec6f616-720c-4024-b086-b4cd7d6a2a06 with Priority: HIGHEST for action security_group_members [ 839.708368] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40d8446f-49e0-4638-b368-6057ee2e5807 with Priority: HIGHEST for action port [ 839.712990] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dec6f616-720c-4024-b086-b4cd7d6a2a06 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.713620] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dec6f616-720c-4024-b086-b4cd7d6a2a06" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.713620] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dec6f616-720c-4024-b086-b4cd7d6a2a06" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.713620] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dec6f616-720c-4024-b086-b4cd7d6a2a06" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.713620] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dec6f616-720c-4024-b086-b4cd7d6a2a06',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.714479] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-dec6f616-720c-4024-b086-b4cd7d6a2a06 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.717697] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dec6f616-720c-4024-b086-b4cd7d6a2a06" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.717697] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dec6f616-720c-4024-b086-b4cd7d6a2a06" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.717697] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dec6f616-720c-4024-b086-b4cd7d6a2a06" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.717697] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.717697] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.717697] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.717697] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.717697] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.717697] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dec6f616-720c-4024-b086-b4cd7d6a2a06',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.717697] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-40d8446f-49e0-4638-b368-6057ee2e5807 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.717697] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40d8446f-49e0-4638-b368-6057ee2e5807" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.717697] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40d8446f-49e0-4638-b368-6057ee2e5807" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.717697] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40d8446f-49e0-4638-b368-6057ee2e5807" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.717697] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40d8446f-49e0-4638-b368-6057ee2e5807',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.220353] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dec6f616-720c-4024-b086-b4cd7d6a2a06',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.221894] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-dec6f616-720c-4024-b086-b4cd7d6a2a06 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.222098] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dec6f616-720c-4024-b086-b4cd7d6a2a06" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.222641] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40d8446f-49e0-4638-b368-6057ee2e5807 with status ACTIVE [ 840.222985] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.223751] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.223865] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.224205] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.224346] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.224639] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.224847] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.225396] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.225396] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.226646] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.226646] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.226646] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.226646] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.226646] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.227046] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.228335] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40d8446f-49e0-4638-b368-6057ee2e5807 is going to be updated. [ 840.248412] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.248581] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.248638] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.248869] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.249017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.249180] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40d8446f-49e0-4638-b368-6057ee2e5807" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.368110] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36f69926-c0b7-46ee-abf7-0198542e49c8 in Status: SUCCESS [ 840.368372] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36f69926-c0b7-46ee-abf7-0198542e49c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.368770] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36f69926-c0b7-46ee-abf7-0198542e49c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.368994] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36f69926-c0b7-46ee-abf7-0198542e49c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.369234] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.369470] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.369470] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.369639] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.369722] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.369820] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36f69926-c0b7-46ee-abf7-0198542e49c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.369914] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36f69926-c0b7-46ee-abf7-0198542e49c8',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.432515] env[69670]: INFO networking_nsxv3.common.synchronization [req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd req-c34e517c-68ce-41da-8d28-12fef9c09f74 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Enqueued Resource ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 with Priority: HIGHEST for action security_group_members [ 840.433197] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 with Priority: HIGHEST for action security_group_members [ 840.433477] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.433629] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.433697] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.435038] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.435038] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.435038] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.435038] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.435038] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.435038] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.435038] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.563427] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85925ea3-e7a8-4379-99cc-f68b3cb9f569 in Status: SUCCESS [ 840.563670] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85925ea3-e7a8-4379-99cc-f68b3cb9f569" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.723917] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dec6f616-720c-4024-b086-b4cd7d6a2a06',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.873404] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-36f69926-c0b7-46ee-abf7-0198542e49c8 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.873404] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36f69926-c0b7-46ee-abf7-0198542e49c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.873404] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36f69926-c0b7-46ee-abf7-0198542e49c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.873404] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36f69926-c0b7-46ee-abf7-0198542e49c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.873404] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.873404] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.873696] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.873832] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.873920] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.874040] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36f69926-c0b7-46ee-abf7-0198542e49c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.874258] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-36f69926-c0b7-46ee-abf7-0198542e49c8 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.874432] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36f69926-c0b7-46ee-abf7-0198542e49c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.874511] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36f69926-c0b7-46ee-abf7-0198542e49c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.874672] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36f69926-c0b7-46ee-abf7-0198542e49c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.874871] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.875028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.875118] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.875329] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.875465] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.875601] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36f69926-c0b7-46ee-abf7-0198542e49c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.875754] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36f69926-c0b7-46ee-abf7-0198542e49c8',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.937560] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.937795] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.937795] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.938048] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.938147] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.938350] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.938454] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.938510] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.938692] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.938767] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.938830] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 already deleted. [ 840.938908] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.943831] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-582 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.943994] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-582" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.944125] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-582" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.944448] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-582" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.944748] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.944862] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.945134] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.945236] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.945392] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.945897] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 840.945897] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 840.945897] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 840.945897] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 840.946148] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 840.946148] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 840.946243] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 840.968876] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 840.969162] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 840.969332] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 840.969426] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-582" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.969715] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-a960fc0c-426b-40d0-a1f0-5bffbb4bfd07 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.971021] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-a960fc0c-426b-40d0-a1f0-5bffbb4bfd07" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.971021] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-a960fc0c-426b-40d0-a1f0-5bffbb4bfd07" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.971021] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-a960fc0c-426b-40d0-a1f0-5bffbb4bfd07" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.971021] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a960fc0c-426b-40d0-a1f0-5bffbb4bfd07',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.230025] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.230025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.230025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.230025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.230025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.230025] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dec6f616-720c-4024-b086-b4cd7d6a2a06 is going to be created. [ 841.230429] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 in Status: SUCCESS [ 841.230429] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 deletion is rescheduled due to dependency. [ 841.230516] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.230591] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.230786] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.230969] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.231143] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.231209] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.231374] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.231455] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.231545] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.233382] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.233382] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.233382] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.233382] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.233382] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.233382] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.233382] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.233382] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.233382] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.233382] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.233382] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15dc5a71-4b28-48f7-9bcd-46ebb5fb4763',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.234340] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.234340] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.234340] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.234340] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.234340] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.234340] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.234908] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.234908] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15dc5a71-4b28-48f7-9bcd-46ebb5fb4763',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.251026] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.251186] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.251270] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.251506] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.251693] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.266212] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dec6f616-720c-4024-b086-b4cd7d6a2a06 in Status: UNINITIALIZED for 2s [ 841.379228] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36f69926-c0b7-46ee-abf7-0198542e49c8: rpc.has_security_group_logging(os_id): False [ 841.398497] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.398497] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.398497] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.398497] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.398497] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.398497] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.398497] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.398497] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.398497] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.398497] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.398497] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.398497] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.398497] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.398497] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.398497] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.399272] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.399272] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.399850] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.400135] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.400314] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.400558] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36f69926-c0b7-46ee-abf7-0198542e49c8 is going to be created. [ 841.460318] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.460506] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.460542] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.460743] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.461283] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.470805] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36f69926-c0b7-46ee-abf7-0198542e49c8 in Status: IN_PROGRESS for 2s [ 841.473620] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.473620] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.473756] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.474028] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.474194] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.474372] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port a960fc0c-426b-40d0-a1f0-5bffbb4bfd07 not found, creating... [ 841.474692] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.474863] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.474988] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.475246] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.475392] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.475678] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.475837] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.475958] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.476200] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.476380] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.476539] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: a960fc0c-426b-40d0-a1f0-5bffbb4bfd07 is going to be created. [ 841.495411] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.495672] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.495803] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.496093] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.496320] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.496660] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-a960fc0c-426b-40d0-a1f0-5bffbb4bfd07" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.736480] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763: rpc.has_security_group_logging(os_id): False [ 841.738418] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.738418] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.738600] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.738861] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.739066] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.739302] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.739410] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.739472] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.739658] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.739806] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.739841] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 is going to be updated. [ 841.769052] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.769213] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.769299] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.769511] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.769617] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.769831] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.769925] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.770013] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.770166] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.770496] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.770496] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.770632] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.770632] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.770762] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.770833] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.770996] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.771121] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.771175] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.771336] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.771415] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.771513] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 is going to be updated. [ 841.783287] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.783459] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.783502] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.783666] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.783815] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.791402] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 in Status: IN_PROGRESS for 2s [ 841.873178] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.873355] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.873398] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.873607] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.873790] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.887617] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 in Status: IN_PROGRESS for 2s [ 842.380641] env[69670]: INFO networking_nsxv3.common.synchronization [req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd req-cf39f052-0aad-4240-b84a-58392775f88a service nova] Enqueued Resource ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 with Priority: HIGHEST for action security_group_rules [ 842.380641] env[69670]: INFO networking_nsxv3.common.synchronization [req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd req-cf39f052-0aad-4240-b84a-58392775f88a service nova] Enqueued Resource ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 with Priority: HIGHEST for action security_group_members [ 842.380726] env[69670]: INFO networking_nsxv3.common.synchronization [req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd req-cf39f052-0aad-4240-b84a-58392775f88a service nova] Enqueued Resource ID: a960fc0c-426b-40d0-a1f0-5bffbb4bfd07 with Priority: HIGHEST for action port [ 842.380964] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 with Priority: HIGHEST for action security_group_rules [ 842.381102] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 with Priority: HIGHEST for action security_group_members [ 842.383442] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a960fc0c-426b-40d0-a1f0-5bffbb4bfd07 with Priority: HIGHEST for action port [ 842.383442] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.383442] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.383442] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.383442] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.383442] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.389284] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.389284] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.389284] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.389284] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.389284] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.389284] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.389284] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.389284] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.389284] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.389284] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.389284] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-a960fc0c-426b-40d0-a1f0-5bffbb4bfd07 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.389284] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a960fc0c-426b-40d0-a1f0-5bffbb4bfd07" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.389284] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a960fc0c-426b-40d0-a1f0-5bffbb4bfd07" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.389284] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a960fc0c-426b-40d0-a1f0-5bffbb4bfd07" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.389284] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a960fc0c-426b-40d0-a1f0-5bffbb4bfd07',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.884771] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.885086] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.889306] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.889937] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a960fc0c-426b-40d0-a1f0-5bffbb4bfd07 with status ACTIVE [ 842.890148] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.890267] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.890339] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.890542] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.890694] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.890780] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.890871] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.890930] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.891092] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.891164] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.891338] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.891661] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.891661] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.891730] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.891763] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.891822] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a960fc0c-426b-40d0-a1f0-5bffbb4bfd07 is going to be updated. [ 842.913148] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.913148] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.913148] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.913148] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.913148] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.913148] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a960fc0c-426b-40d0-a1f0-5bffbb4bfd07" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.075783] env[69670]: INFO networking_nsxv3.common.synchronization [req-ab3a04c7-4eab-46f3-8210-8e1d8231423b req-00b66df1-5c23-4718-9bf1-9f02e3e22592 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Enqueued Resource ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 with Priority: HIGHEST for action security_group_members [ 843.076632] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 with Priority: HIGHEST for action security_group_members [ 843.077270] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7916f30b-b1c9-435a-b7dc-6f56b5d57822 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.077444] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.077526] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.077811] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.078038] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.078217] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.078328] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.078540] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.078652] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.078783] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7916f30b-b1c9-435a-b7dc-6f56b5d57822',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.277966] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dec6f616-720c-4024-b086-b4cd7d6a2a06 in Status: SUCCESS [ 843.277966] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dec6f616-720c-4024-b086-b4cd7d6a2a06" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.277966] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dec6f616-720c-4024-b086-b4cd7d6a2a06" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.277966] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dec6f616-720c-4024-b086-b4cd7d6a2a06" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.277966] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.277966] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.277966] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.277966] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.277966] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.277966] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dec6f616-720c-4024-b086-b4cd7d6a2a06" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.277966] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dec6f616-720c-4024-b086-b4cd7d6a2a06',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.392609] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.486931] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36f69926-c0b7-46ee-abf7-0198542e49c8 in Status: SUCCESS [ 843.487287] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36f69926-c0b7-46ee-abf7-0198542e49c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.581054] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7916f30b-b1c9-435a-b7dc-6f56b5d57822',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.591250] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-418 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.591462] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-418" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.591589] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-418" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.591908] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-418" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.592196] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.593211] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.593211] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.593211] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.593211] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.593211] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 843.594340] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 843.594340] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 843.594340] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 843.594340] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 843.594340] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 843.594340] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 843.615811] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 843.615811] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 843.615811] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 843.615811] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-418" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.616529] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-9d7170c0-940e-4f00-97d3-af1ae50e5391 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.617041] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-9d7170c0-940e-4f00-97d3-af1ae50e5391" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.617305] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-9d7170c0-940e-4f00-97d3-af1ae50e5391" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.618053] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-9d7170c0-940e-4f00-97d3-af1ae50e5391" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.619120] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d7170c0-940e-4f00-97d3-af1ae50e5391',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.779929] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dec6f616-720c-4024-b086-b4cd7d6a2a06',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.803591] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 in Status: SUCCESS [ 843.803591] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 deletion is rescheduled due to dependency. [ 843.803591] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.895489] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.895867] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.895867] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.896123] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.896123] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.896239] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 is going to be created. [ 843.908864] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 in Status: SUCCESS [ 843.909124] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.909314] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.909540] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.910939] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15dc5a71-4b28-48f7-9bcd-46ebb5fb4763',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.927924] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.927924] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.927924] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.927924] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.927924] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.936832] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 in Status: UNINITIALIZED for 2s [ 844.085557] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7916f30b-b1c9-435a-b7dc-6f56b5d57822',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.122153] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.125652] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.125652] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.125652] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.125652] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.125652] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 9d7170c0-940e-4f00-97d3-af1ae50e5391 not found, creating... [ 844.125652] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.125652] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.125652] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.125652] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.125652] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.126125] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.126125] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.126125] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.126125] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.126261] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.126346] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 9d7170c0-940e-4f00-97d3-af1ae50e5391 is going to be created. [ 844.148044] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.148331] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.148462] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.148860] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.149129] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.149416] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-9d7170c0-940e-4f00-97d3-af1ae50e5391" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.283128] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dec6f616-720c-4024-b086-b4cd7d6a2a06: rpc.has_security_group_logging(os_id): False [ 844.302085] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.302247] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.302339] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.302586] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.302699] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.302969] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.303089] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.303177] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.303330] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.303410] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.303593] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dec6f616-720c-4024-b086-b4cd7d6a2a06 is going to be created. [ 844.413509] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.413509] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.413509] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.413509] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.413509] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.429386] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dec6f616-720c-4024-b086-b4cd7d6a2a06 in Status: IN_PROGRESS for 2s [ 844.448106] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.448284] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.448424] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.448914] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.448914] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.448914] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 is going to be deleted. [ 844.589193] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.589193] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.589193] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.589193] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.589193] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.589581] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 is going to be updated. [ 844.668527] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.668527] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.668527] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.668527] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.668527] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.678974] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.679167] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.679272] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.679544] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.679689] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.679919] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.680336] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.680336] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.680514] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15dc5a71-4b28-48f7-9bcd-46ebb5fb4763',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.684492] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 in Status: IN_PROGRESS for 2s [ 844.986806] env[69670]: INFO networking_nsxv3.common.synchronization [req-ab3a04c7-4eab-46f3-8210-8e1d8231423b req-0dfe3af8-8450-442d-9b41-63e9b4d03847 service nova] Enqueued Resource ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 with Priority: HIGHEST for action security_group_rules [ 844.987176] env[69670]: INFO networking_nsxv3.common.synchronization [req-ab3a04c7-4eab-46f3-8210-8e1d8231423b req-0dfe3af8-8450-442d-9b41-63e9b4d03847 service nova] Enqueued Resource ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 with Priority: HIGHEST for action security_group_members [ 844.987231] env[69670]: INFO networking_nsxv3.common.synchronization [req-ab3a04c7-4eab-46f3-8210-8e1d8231423b req-0dfe3af8-8450-442d-9b41-63e9b4d03847 service nova] Enqueued Resource ID: 9d7170c0-940e-4f00-97d3-af1ae50e5391 with Priority: HIGHEST for action port [ 844.987835] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 with Priority: HIGHEST for action security_group_rules [ 844.987990] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 with Priority: HIGHEST for action security_group_members [ 844.994131] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d7170c0-940e-4f00-97d3-af1ae50e5391 with Priority: HIGHEST for action port [ 844.994131] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7916f30b-b1c9-435a-b7dc-6f56b5d57822 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.994131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.994131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.994131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.994131] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7916f30b-b1c9-435a-b7dc-6f56b5d57822',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.994131] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7916f30b-b1c9-435a-b7dc-6f56b5d57822 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.994131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.994131] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d7170c0-940e-4f00-97d3-af1ae50e5391 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.994131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d7170c0-940e-4f00-97d3-af1ae50e5391" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.994131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d7170c0-940e-4f00-97d3-af1ae50e5391" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.998368] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d7170c0-940e-4f00-97d3-af1ae50e5391" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.000020] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d7170c0-940e-4f00-97d3-af1ae50e5391',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.205058] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.205058] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.205058] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.205058] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.205058] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.205058] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15dc5a71-4b28-48f7-9bcd-46ebb5fb4763 already deleted. [ 845.205058] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15dc5a71-4b28-48f7-9bcd-46ebb5fb4763" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.505385] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7916f30b-b1c9-435a-b7dc-6f56b5d57822 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.505385] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.505505] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d7170c0-940e-4f00-97d3-af1ae50e5391 with status ACTIVE [ 845.505680] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.505778] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.505878] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.506115] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.506218] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.506895] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.506895] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.506895] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.506895] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.507189] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.507189] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.507328] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.507328] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.507486] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.507630] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.507700] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d7170c0-940e-4f00-97d3-af1ae50e5391 is going to be updated. [ 845.528142] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.528430] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.528430] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.528563] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.528738] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.528923] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d7170c0-940e-4f00-97d3-af1ae50e5391" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.922423] env[69670]: INFO networking_nsxv3.common.synchronization [req-84cec815-d62e-4690-a111-e218a5fb1fc1 req-d41c36e2-c6f4-4eaf-9f6e-6fe3920ef5d7 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Enqueued Resource ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 with Priority: HIGHEST for action security_group_members [ 845.922423] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 with Priority: HIGHEST for action security_group_members [ 845.922423] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a79a60-518e-406d-93dd-6244bdbef8b5 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.922423] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.922423] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.922423] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.922423] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.922423] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.922423] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.922423] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.922423] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.922423] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73a79a60-518e-406d-93dd-6244bdbef8b5',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.950198] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 in Status: SUCCESS [ 845.950198] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.950198] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.950198] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.950198] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.950198] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.950198] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.950198] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.950198] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.950198] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.950198] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.425429] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.425811] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.425811] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.425891] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.425964] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.426180] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.426281] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.426358] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.426613] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.426739] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.426870] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 already deleted. [ 846.426999] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.434765] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-775 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.434923] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-775" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.435083] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-775" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.435398] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-775" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.435660] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.435834] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.435954] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.436199] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.436342] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.436586] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 846.436720] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 846.436837] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 846.436949] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 846.437606] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 846.437786] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 846.437937] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 846.448699] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dec6f616-720c-4024-b086-b4cd7d6a2a06 in Status: SUCCESS [ 846.448955] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dec6f616-720c-4024-b086-b4cd7d6a2a06" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.452392] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.455317] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 846.455577] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 846.455743] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 846.455928] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-775" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.456268] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-79f5941e-0ea0-4928-9fe3-97796dac79bc taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.456504] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-79f5941e-0ea0-4928-9fe3-97796dac79bc" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.456637] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-79f5941e-0ea0-4928-9fe3-97796dac79bc" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.457145] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-79f5941e-0ea0-4928-9fe3-97796dac79bc" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.457145] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79f5941e-0ea0-4928-9fe3-97796dac79bc',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.694273] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 in Status: SUCCESS [ 846.694495] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.695616] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.695616] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.695616] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.695616] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.695836] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.695886] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.695994] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.696126] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7916f30b-b1c9-435a-b7dc-6f56b5d57822',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.954270] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1: rpc.has_security_group_logging(os_id): False [ 846.964699] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.964952] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.965145] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.965465] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.965622] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.965780] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 79f5941e-0ea0-4928-9fe3-97796dac79bc not found, creating... [ 846.966113] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.966397] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.966586] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.966811] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.966953] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.967515] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.967780] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.967951] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.968248] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.968556] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.968876] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 79f5941e-0ea0-4928-9fe3-97796dac79bc is going to be created. [ 846.973525] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.973744] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.973884] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.974148] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.974364] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.974691] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.974868] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.976131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.976131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.976131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.976131] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 is going to be created. [ 846.987656] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.988549] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.988549] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.988549] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.988856] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.989148] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-79f5941e-0ea0-4928-9fe3-97796dac79bc" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.031320] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.031320] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.031320] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.031690] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.031690] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.043823] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 in Status: IN_PROGRESS for 2s [ 847.199235] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7916f30b-b1c9-435a-b7dc-6f56b5d57822',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.263248] env[69670]: INFO networking_nsxv3.common.synchronization [req-6e770896-3980-436c-98e0-b89d8737f4ff req-0271096e-390d-4716-b36a-a206cd047061 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Enqueued Resource ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 with Priority: HIGHEST for action security_group_members [ 847.263248] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 with Priority: HIGHEST for action security_group_members [ 847.263248] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.263429] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.263490] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.263675] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.263865] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.264193] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.264193] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.264358] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.264358] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.265045] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54e9c596-f425-4b3f-90aa-3ca5d89a0b77',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.704926] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7916f30b-b1c9-435a-b7dc-6f56b5d57822',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.767088] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.767336] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.767336] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.767570] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.767700] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.767914] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.768042] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.768114] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.768284] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.768357] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.768467] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 is going to be updated. [ 847.792279] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.792562] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.792562] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.792865] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.793119] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.803777] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 in Status: IN_PROGRESS for 2s [ 848.210795] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.210795] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.210795] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.210795] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.210795] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.210795] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 is going to be updated. [ 848.236634] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.236634] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.236634] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.236634] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.236634] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.243522] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 in Status: IN_PROGRESS for 2s [ 848.513812] env[69670]: INFO networking_nsxv3.common.synchronization [req-84cec815-d62e-4690-a111-e218a5fb1fc1 req-3e3bf08a-0d95-4c31-a9ec-e7fa115f7986 service nova] Enqueued Resource ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 with Priority: HIGHEST for action security_group_rules [ 848.514011] env[69670]: INFO networking_nsxv3.common.synchronization [req-84cec815-d62e-4690-a111-e218a5fb1fc1 req-3e3bf08a-0d95-4c31-a9ec-e7fa115f7986 service nova] Enqueued Resource ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 with Priority: HIGHEST for action security_group_members [ 848.515250] env[69670]: INFO networking_nsxv3.common.synchronization [req-84cec815-d62e-4690-a111-e218a5fb1fc1 req-3e3bf08a-0d95-4c31-a9ec-e7fa115f7986 service nova] Enqueued Resource ID: 79f5941e-0ea0-4928-9fe3-97796dac79bc with Priority: HIGHEST for action port [ 848.517121] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 with Priority: HIGHEST for action security_group_rules [ 848.517121] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 with Priority: HIGHEST for action security_group_members [ 848.517121] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79f5941e-0ea0-4928-9fe3-97796dac79bc with Priority: HIGHEST for action port [ 848.518311] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73a79a60-518e-406d-93dd-6244bdbef8b5 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.520049] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.520049] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.520049] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.520049] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73a79a60-518e-406d-93dd-6244bdbef8b5',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.520479] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a79a60-518e-406d-93dd-6244bdbef8b5 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.520479] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.520479] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.520596] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.520756] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.520852] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.520913] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.521078] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.521154] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.521239] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73a79a60-518e-406d-93dd-6244bdbef8b5',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.522312] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-79f5941e-0ea0-4928-9fe3-97796dac79bc taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.522723] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79f5941e-0ea0-4928-9fe3-97796dac79bc" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.522723] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79f5941e-0ea0-4928-9fe3-97796dac79bc" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.524088] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79f5941e-0ea0-4928-9fe3-97796dac79bc" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.524088] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79f5941e-0ea0-4928-9fe3-97796dac79bc',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.025569] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a79a60-518e-406d-93dd-6244bdbef8b5 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.025569] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.025569] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73a79a60-518e-406d-93dd-6244bdbef8b5',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.027645] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79f5941e-0ea0-4928-9fe3-97796dac79bc with status ACTIVE [ 849.027645] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.027645] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.027645] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.027645] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.027645] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.027645] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.027645] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.027645] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.027968] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.027968] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.027968] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.028078] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.028432] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.028564] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.028637] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.028724] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79f5941e-0ea0-4928-9fe3-97796dac79bc is going to be updated. [ 849.060975] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 in Status: SUCCESS [ 849.061239] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.062199] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.062397] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.062505] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.062812] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.063055] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.063315] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79f5941e-0ea0-4928-9fe3-97796dac79bc" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.530984] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73a79a60-518e-406d-93dd-6244bdbef8b5',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.822024] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 in Status: SUCCESS [ 849.822024] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 deletion is rescheduled due to dependency. [ 849.822024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.036806] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.036806] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.036806] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.036806] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.036806] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.036806] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 is going to be created. [ 850.062023] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.062023] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.062023] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.062023] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.062023] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.080432] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 in Status: UNINITIALIZED for 2s [ 850.257044] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 in Status: SUCCESS [ 850.257309] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.257495] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.257711] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.257904] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.258031] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.258099] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.258254] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.262371] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.262550] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.262657] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7916f30b-b1c9-435a-b7dc-6f56b5d57822',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.765786] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7916f30b-b1c9-435a-b7dc-6f56b5d57822 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.766849] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.767128] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.767427] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.767937] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.768047] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.768151] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.768392] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.768551] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.768696] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.768948] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7916f30b-b1c9-435a-b7dc-6f56b5d57822 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.769130] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.769238] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.769439] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.769652] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.769998] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.769998] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.769998] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.770137] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.770248] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.770847] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7916f30b-b1c9-435a-b7dc-6f56b5d57822',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.047855] env[69670]: INFO networking_nsxv3.common.synchronization [req-78b75018-dbfd-4add-bfb0-2ad28a55bcd2 req-785d80c2-f3a6-43a7-a8be-ef23fcd9cd57 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Enqueued Resource ID: 36f69926-c0b7-46ee-abf7-0198542e49c8 with Priority: HIGHEST for action security_group_members [ 851.047855] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36f69926-c0b7-46ee-abf7-0198542e49c8 with Priority: HIGHEST for action security_group_members [ 851.049130] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-36f69926-c0b7-46ee-abf7-0198542e49c8 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.049130] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36f69926-c0b7-46ee-abf7-0198542e49c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.049229] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36f69926-c0b7-46ee-abf7-0198542e49c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.049497] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36f69926-c0b7-46ee-abf7-0198542e49c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.049578] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.049677] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.049746] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.050390] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.050390] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.050390] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36f69926-c0b7-46ee-abf7-0198542e49c8',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.273535] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7916f30b-b1c9-435a-b7dc-6f56b5d57822: rpc.has_security_group_logging(os_id): False [ 851.293277] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.293277] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.293277] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.293277] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.293277] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.293277] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.293277] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.293277] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.293277] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.293277] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.293277] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.293277] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.293277] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.293277] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.293277] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.293812] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.293812] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.293812] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.293812] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.293812] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.293812] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 is going to be updated. [ 851.347837] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.347837] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.347963] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.348242] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.348311] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.361603] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 in Status: IN_PROGRESS for 2s [ 851.553317] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.553526] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.553582] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.553802] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.553902] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.554153] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.554287] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.554488] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.554545] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.554823] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.554823] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36f69926-c0b7-46ee-abf7-0198542e49c8 is going to be updated. [ 851.583914] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.584146] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.584184] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.584751] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.584751] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.592767] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36f69926-c0b7-46ee-abf7-0198542e49c8 in Status: IN_PROGRESS for 2s [ 852.090293] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 in Status: SUCCESS [ 852.090531] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.090670] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.090943] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.091105] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.091222] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.091287] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.091436] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.091516] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.091600] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.091688] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73a79a60-518e-406d-93dd-6244bdbef8b5',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.566777] env[69670]: INFO networking_nsxv3.common.synchronization [req-b6a6faa3-d637-440b-9949-d521df230822 req-fd1641e3-221f-4bf4-8393-c195b37b56f3 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Enqueued Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGHEST for action security_group_members [ 852.568844] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGHEST for action security_group_members [ 852.569324] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.569440] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.569488] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.569743] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.569832] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.569943] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.570096] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.570147] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.570248] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.570369] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.593677] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73a79a60-518e-406d-93dd-6244bdbef8b5',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.074147] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.074147] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.074147] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.074147] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.074147] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.074147] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.074147] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.074147] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.074776] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.074776] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.074776] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f is going to be updated. [ 853.100021] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73a79a60-518e-406d-93dd-6244bdbef8b5: rpc.has_security_group_logging(os_id): False [ 853.106151] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.106355] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.106589] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.106802] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.106802] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.116343] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f in Status: IN_PROGRESS for 2s [ 853.116729] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.117243] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.117243] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.117243] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.117243] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.117463] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.117565] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.117623] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.117778] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.117848] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.117928] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 is going to be created. [ 853.180529] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.180681] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.180816] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.180976] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.181718] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.196641] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 in Status: IN_PROGRESS for 2s [ 853.377895] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 in Status: SUCCESS [ 853.378179] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.571216] env[69670]: INFO networking_nsxv3.common.synchronization [req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 req-225855fd-dec2-4f31-90b7-f6094ceec8e9 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Enqueued Resource ID: 1c2aafce-028b-4a87-ab38-c7f3ae6e0372 with Priority: HIGHEST for action security_group_members [ 853.573266] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c2aafce-028b-4a87-ab38-c7f3ae6e0372 with Priority: HIGHEST for action security_group_members [ 853.573266] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c2aafce-028b-4a87-ab38-c7f3ae6e0372 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.573266] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c2aafce-028b-4a87-ab38-c7f3ae6e0372" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.573266] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c2aafce-028b-4a87-ab38-c7f3ae6e0372" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.575510] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c2aafce-028b-4a87-ab38-c7f3ae6e0372" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.575510] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.575656] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.575656] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.576111] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.576111] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.576111] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c2aafce-028b-4a87-ab38-c7f3ae6e0372',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.602285] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36f69926-c0b7-46ee-abf7-0198542e49c8 in Status: SUCCESS [ 853.602459] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36f69926-c0b7-46ee-abf7-0198542e49c8 deletion is rescheduled due to dependency. [ 853.602579] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36f69926-c0b7-46ee-abf7-0198542e49c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.024675] env[69670]: INFO networking_nsxv3.common.synchronization [req-fe9a53f9-da83-4311-844c-97e28cbdff5d req-75b5a749-45ab-4b4b-906c-f26fd78bf9e9 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Enqueued Resource ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 with Priority: HIGHEST for action security_group_members [ 854.025260] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 with Priority: HIGHEST for action security_group_members [ 854.025568] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-bae4e153-b553-49d0-8dba-e29ce7a007b1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.025693] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.025758] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.025977] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.026225] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.026332] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.026391] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.026911] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.026911] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.026911] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.078542] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.078710] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.078832] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.079073] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.079181] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.079381] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.079489] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.079554] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.079704] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.079790] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.079877] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c2aafce-028b-4a87-ab38-c7f3ae6e0372 already deleted. [ 854.079956] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c2aafce-028b-4a87-ab38-c7f3ae6e0372" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.157729] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-541 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.158058] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-541" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.158058] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-541" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.158371] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-541" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.158709] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.158947] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.159101] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.159415] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.159595] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.159903] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 854.160062] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 854.160238] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 854.160367] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 854.160554] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 854.160653] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 854.160843] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 854.181857] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 854.181857] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 854.181857] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 854.181857] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-541" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.181857] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-253d20e4-3876-4508-acb5-ccfe03612ba3 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.181857] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-253d20e4-3876-4508-acb5-ccfe03612ba3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.181857] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-253d20e4-3876-4508-acb5-ccfe03612ba3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.182241] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-253d20e4-3876-4508-acb5-ccfe03612ba3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.182347] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('253d20e4-3876-4508-acb5-ccfe03612ba3',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.531779] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.684904] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.685168] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.685297] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.685597] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.685758] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.685919] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 253d20e4-3876-4508-acb5-ccfe03612ba3 not found, creating... [ 854.689171] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.689171] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.689171] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.689171] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.689171] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.689171] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.689171] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.689171] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.689171] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.689171] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.689766] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 253d20e4-3876-4508-acb5-ccfe03612ba3 is going to be created. [ 854.706113] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.706351] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.706529] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.706823] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.707146] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.707392] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-253d20e4-3876-4508-acb5-ccfe03612ba3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.013286] env[69670]: INFO networking_nsxv3.common.synchronization [req-f17f701c-f64e-4b20-b617-63531029c035 req-a91688b3-0c45-4e39-b961-749c18173092 tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Enqueued Resource ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f with Priority: HIGHEST for action security_group_members [ 855.013286] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f with Priority: HIGHEST for action security_group_members [ 855.013286] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.013286] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.013286] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.013286] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.013769] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.014039] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.014216] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.014473] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.014696] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.014900] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('203a71a6-54ed-4edd-92e1-fb96e1b09c3f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.035077] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.125761] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f in Status: SUCCESS [ 855.125761] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f deletion is rescheduled due to dependency. [ 855.125761] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.206406] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 in Status: SUCCESS [ 855.206406] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.511353] env[69670]: INFO networking_nsxv3.common.synchronization [req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 req-780116e4-0d0d-4554-a887-d786ca6a1388 service nova] Enqueued Resource ID: 1c2aafce-028b-4a87-ab38-c7f3ae6e0372 with Priority: HIGHEST for action security_group_rules [ 855.514885] env[69670]: INFO networking_nsxv3.common.synchronization [req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 req-780116e4-0d0d-4554-a887-d786ca6a1388 service nova] Enqueued Resource ID: 1c2aafce-028b-4a87-ab38-c7f3ae6e0372 with Priority: HIGHEST for action security_group_members [ 855.514885] env[69670]: INFO networking_nsxv3.common.synchronization [req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 req-780116e4-0d0d-4554-a887-d786ca6a1388 service nova] Enqueued Resource ID: 253d20e4-3876-4508-acb5-ccfe03612ba3 with Priority: HIGHEST for action port [ 855.514885] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c2aafce-028b-4a87-ab38-c7f3ae6e0372 with Priority: HIGHEST for action security_group_rules [ 855.514885] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c2aafce-028b-4a87-ab38-c7f3ae6e0372 with Priority: HIGHEST for action security_group_members [ 855.514885] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253d20e4-3876-4508-acb5-ccfe03612ba3 with Priority: HIGHEST for action port [ 855.514885] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c2aafce-028b-4a87-ab38-c7f3ae6e0372 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.514885] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c2aafce-028b-4a87-ab38-c7f3ae6e0372" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.514885] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c2aafce-028b-4a87-ab38-c7f3ae6e0372" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.514885] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c2aafce-028b-4a87-ab38-c7f3ae6e0372" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.514885] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c2aafce-028b-4a87-ab38-c7f3ae6e0372',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.514885] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c2aafce-028b-4a87-ab38-c7f3ae6e0372 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.514885] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c2aafce-028b-4a87-ab38-c7f3ae6e0372" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.514885] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c2aafce-028b-4a87-ab38-c7f3ae6e0372" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.514885] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c2aafce-028b-4a87-ab38-c7f3ae6e0372" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.514885] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.515722] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.515722] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.515722] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.515722] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.515722] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c2aafce-028b-4a87-ab38-c7f3ae6e0372',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.517140] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-253d20e4-3876-4508-acb5-ccfe03612ba3 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.517140] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-253d20e4-3876-4508-acb5-ccfe03612ba3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.517140] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-253d20e4-3876-4508-acb5-ccfe03612ba3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.517140] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-253d20e4-3876-4508-acb5-ccfe03612ba3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.517140] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('253d20e4-3876-4508-acb5-ccfe03612ba3',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.518200] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.518316] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.518374] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.518501] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.518621] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.519177] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.519177] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.519177] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.519177] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.519177] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.519549] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f is going to be updated. [ 855.536908] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.537079] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.537261] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.537476] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.537569] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.537681] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 is going to be updated. [ 855.555547] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.555756] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.555756] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.556009] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.556180] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.565299] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.565299] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.565299] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.565519] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.565674] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.567656] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f in Status: IN_PROGRESS for 2s [ 855.572371] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 in Status: IN_PROGRESS for 2s [ 856.019888] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c2aafce-028b-4a87-ab38-c7f3ae6e0372',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.019888] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c2aafce-028b-4a87-ab38-c7f3ae6e0372 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.019888] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c2aafce-028b-4a87-ab38-c7f3ae6e0372" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.022927] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 253d20e4-3876-4508-acb5-ccfe03612ba3 with status ACTIVE [ 856.023141] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.025025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.025025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.025025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.025025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.025025] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.025025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.025025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.025025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.025025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.025025] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.025025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.025025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.025803] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.027018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.027018] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 253d20e4-3876-4508-acb5-ccfe03612ba3 is going to be updated. [ 856.046053] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.046251] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.046376] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.046613] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.046763] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.046977] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-253d20e4-3876-4508-acb5-ccfe03612ba3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.313103] env[69670]: INFO networking_nsxv3.common.synchronization [req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 req-3d5c1dc4-9864-4e13-ae0f-6321d4ed3483 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Enqueued Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGHEST for action security_group_members [ 856.313103] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGHEST for action security_group_members [ 856.313103] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2012ebc-a6e7-4a94-9f9c-91c59747c437 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.313103] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.313103] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.313103] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.313103] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.313103] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.313103] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.313103] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.313103] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.313103] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.330786] env[69670]: INFO networking_nsxv3.common.synchronization [None req-0d1718e7-765f-4daf-b294-732c87ce2b98 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Enqueued Resource ID: c549e374-faa7-4797-867b-68785ee18fe0 with Priority: HIGHEST for action security_group_rules [ 856.331584] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c549e374-faa7-4797-867b-68785ee18fe0 with Priority: HIGHEST for action security_group_rules [ 856.332105] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c549e374-faa7-4797-867b-68785ee18fe0 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.332276] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c549e374-faa7-4797-867b-68785ee18fe0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.332367] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c549e374-faa7-4797-867b-68785ee18fe0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.332823] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c549e374-faa7-4797-867b-68785ee18fe0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.332823] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c549e374-faa7-4797-867b-68785ee18fe0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.457568] env[69670]: INFO networking_nsxv3.common.synchronization [None req-ca553671-7b6d-4e73-9e31-4342f9a79ee2 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Enqueued Resource ID: c549e374-faa7-4797-867b-68785ee18fe0 with Priority: HIGHEST for action security_group_rules [ 856.458182] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c549e374-faa7-4797-867b-68785ee18fe0 with Priority: HIGHEST for action security_group_rules [ 856.458496] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c549e374-faa7-4797-867b-68785ee18fe0 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.458608] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c549e374-faa7-4797-867b-68785ee18fe0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.521774] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c2aafce-028b-4a87-ab38-c7f3ae6e0372',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.816446] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.856185] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.856185] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.856185] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.856185] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.856185] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.856185] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c549e374-faa7-4797-867b-68785ee18fe0 already deleted. [ 856.856185] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c549e374-faa7-4797-867b-68785ee18fe0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.856185] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c549e374-faa7-4797-867b-68785ee18fe0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.856185] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c549e374-faa7-4797-867b-68785ee18fe0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.856185] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c549e374-faa7-4797-867b-68785ee18fe0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.964030] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-353 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.964030] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-353" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.964030] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-353" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.964030] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-353" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.964030] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.964030] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.964030] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.964030] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.964030] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.964030] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 856.964030] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 856.964030] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 856.964615] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 856.964615] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 856.964615] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 856.964615] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 856.989537] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 856.989800] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 856.989991] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 856.990979] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-353" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.990979] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-1527b5c0-0966-4141-b497-68d56b5e33c7 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.990979] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-1527b5c0-0966-4141-b497-68d56b5e33c7" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.990979] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-1527b5c0-0966-4141-b497-68d56b5e33c7" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.993023] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-1527b5c0-0966-4141-b497-68d56b5e33c7" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.993023] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1527b5c0-0966-4141-b497-68d56b5e33c7',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.024449] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.024449] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.024449] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.024449] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.024449] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.024449] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c2aafce-028b-4a87-ab38-c7f3ae6e0372 is going to be created. [ 857.048027] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.048027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.048027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.048027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.048027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.056330] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c2aafce-028b-4a87-ab38-c7f3ae6e0372 in Status: UNINITIALIZED for 2s [ 857.322267] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.376777] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.376941] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.377072] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.377293] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.377403] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.377515] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c549e374-faa7-4797-867b-68785ee18fe0 already deleted. [ 857.377627] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c549e374-faa7-4797-867b-68785ee18fe0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.499466] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.499466] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.499466] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.499466] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.499466] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.499466] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 1527b5c0-0966-4141-b497-68d56b5e33c7 not found, creating... [ 857.499466] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.499466] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.499466] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.499466] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.499466] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.499901] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.499901] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.499901] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.502070] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.502361] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.504091] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 1527b5c0-0966-4141-b497-68d56b5e33c7 is going to be created. [ 857.524803] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.524803] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.524803] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.524803] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.524803] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.524803] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-1527b5c0-0966-4141-b497-68d56b5e33c7" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.581582] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f in Status: SUCCESS [ 857.581582] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f deletion is rescheduled due to dependency. [ 857.581582] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.590118] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 in Status: SUCCESS [ 857.590432] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.824623] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.824823] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.824919] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.825211] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.825315] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.825440] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 is going to be updated. [ 857.855571] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.855745] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.855823] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.856129] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.856230] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.864314] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 in Status: IN_PROGRESS for 2s [ 858.431849] env[69670]: INFO networking_nsxv3.common.synchronization [req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 req-e01bbd0f-be9d-4fae-8f29-8260106650c4 service nova] Enqueued Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGHEST for action security_group_rules [ 858.432278] env[69670]: INFO networking_nsxv3.common.synchronization [req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 req-e01bbd0f-be9d-4fae-8f29-8260106650c4 service nova] Enqueued Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGHEST for action security_group_members [ 858.433520] env[69670]: INFO networking_nsxv3.common.synchronization [req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 req-e01bbd0f-be9d-4fae-8f29-8260106650c4 service nova] Enqueued Resource ID: 1527b5c0-0966-4141-b497-68d56b5e33c7 with Priority: HIGHEST for action port [ 858.433520] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGHEST for action security_group_rules [ 858.433520] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGHEST for action security_group_members [ 858.433520] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1527b5c0-0966-4141-b497-68d56b5e33c7 with Priority: HIGHEST for action port [ 858.433520] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2012ebc-a6e7-4a94-9f9c-91c59747c437 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.433806] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.433806] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.433909] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.434031] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.434962] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2012ebc-a6e7-4a94-9f9c-91c59747c437 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.435040] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.435241] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-1527b5c0-0966-4141-b497-68d56b5e33c7 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.435346] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1527b5c0-0966-4141-b497-68d56b5e33c7" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.435397] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1527b5c0-0966-4141-b497-68d56b5e33c7" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.435573] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1527b5c0-0966-4141-b497-68d56b5e33c7" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.435650] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1527b5c0-0966-4141-b497-68d56b5e33c7',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.938500] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2012ebc-a6e7-4a94-9f9c-91c59747c437 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.938654] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.939992] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1527b5c0-0966-4141-b497-68d56b5e33c7 with status ACTIVE [ 858.940203] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.940322] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.940402] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.940620] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.940706] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.940926] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.941060] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.941126] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.941290] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.941365] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.941613] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.941690] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.941752] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.941894] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.941972] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.942069] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1527b5c0-0966-4141-b497-68d56b5e33c7 is going to be updated. [ 858.962375] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.962504] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.962573] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.962770] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.962901] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.963068] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1527b5c0-0966-4141-b497-68d56b5e33c7" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.068210] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c2aafce-028b-4a87-ab38-c7f3ae6e0372 in Status: SUCCESS [ 859.068210] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c2aafce-028b-4a87-ab38-c7f3ae6e0372" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.068210] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c2aafce-028b-4a87-ab38-c7f3ae6e0372" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.068210] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c2aafce-028b-4a87-ab38-c7f3ae6e0372" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.068210] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.068210] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.068210] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.068210] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.068210] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.068210] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c2aafce-028b-4a87-ab38-c7f3ae6e0372" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.068210] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c2aafce-028b-4a87-ab38-c7f3ae6e0372',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.570719] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c2aafce-028b-4a87-ab38-c7f3ae6e0372',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.877751] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 in Status: SUCCESS [ 859.878113] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.878295] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.878552] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.878842] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.878973] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.879050] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.879233] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.879350] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.879498] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.073667] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c2aafce-028b-4a87-ab38-c7f3ae6e0372: rpc.has_security_group_logging(os_id): False [ 860.093916] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.094152] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.094249] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.094399] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.094516] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.095206] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.095343] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.095431] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.095585] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.095776] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.095776] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c2aafce-028b-4a87-ab38-c7f3ae6e0372 is going to be created. [ 860.153918] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.154151] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.154203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.154376] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.154576] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.166021] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c2aafce-028b-4a87-ab38-c7f3ae6e0372 in Status: IN_PROGRESS for 2s [ 860.383634] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.889817] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.394031] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.394031] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.394031] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.394031] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.394031] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.394031] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 is going to be updated. [ 861.421590] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.421800] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.421880] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.422123] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.422291] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.430547] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 in Status: IN_PROGRESS for 2s [ 861.684149] env[69670]: INFO networking_nsxv3.common.synchronization [req-205b94d4-b97f-496a-9af0-11359d37a16b req-da8b7932-8b6f-4655-9bca-4a570712788e tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Enqueued Resource ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 with Priority: HIGHEST for action security_group_members [ 861.685450] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 with Priority: HIGHEST for action security_group_members [ 861.685450] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.685736] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.685881] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.686169] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.686385] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.686552] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.686661] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.686867] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.688222] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.688384] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e00cf55a-198c-4c40-ade1-2ee9c2043ee3',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.181914] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c2aafce-028b-4a87-ab38-c7f3ae6e0372 in Status: SUCCESS [ 862.183287] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c2aafce-028b-4a87-ab38-c7f3ae6e0372" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.193949] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e00cf55a-198c-4c40-ade1-2ee9c2043ee3',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.436178] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.436178] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.436178] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.436178] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.436178] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.436178] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.436178] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.437098] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.437423] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.437805] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 862.438063] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.438275] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.438490] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.438702] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 862.438913] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.439231] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.460159] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.460159] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 862.460159] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.460159] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-677" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.460159] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.460159] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.460159] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.460159] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.460716] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.696388] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e00cf55a-198c-4c40-ade1-2ee9c2043ee3',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.964190] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.964319] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.964906] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.964906] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.964906] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.965168] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc not found, creating... [ 862.965373] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.965542] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.965662] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.965885] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.966035] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.966330] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.966482] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.966702] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.966923] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.970306] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.970306] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc is going to be created. [ 862.988490] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.988715] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.988847] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.989144] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.989401] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.989624] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.199746] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.200701] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.200701] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.200960] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.201119] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.201272] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 is going to be updated. [ 863.234526] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.234686] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.234811] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.235139] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.235406] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.244655] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 in Status: IN_PROGRESS for 2s [ 863.441396] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 in Status: SUCCESS [ 863.441396] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.441396] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.441396] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.441396] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.441396] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.441396] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.441396] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.441396] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.441396] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.441396] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.947019] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2012ebc-a6e7-4a94-9f9c-91c59747c437 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.947019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.947019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.947019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.947019] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.947019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.947019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.947019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.947019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.947019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.947019] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2012ebc-a6e7-4a94-9f9c-91c59747c437 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.947019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.947019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.947019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.947019] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.947019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.947651] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.947651] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.947651] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.947651] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.947651] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.033400] env[69670]: INFO networking_nsxv3.common.synchronization [req-205b94d4-b97f-496a-9af0-11359d37a16b req-f2c8a0d3-a239-4fc4-8ec2-c2800dad8223 service nova] Enqueued Resource ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 with Priority: HIGHEST for action security_group_rules [ 864.033400] env[69670]: INFO networking_nsxv3.common.synchronization [req-205b94d4-b97f-496a-9af0-11359d37a16b req-f2c8a0d3-a239-4fc4-8ec2-c2800dad8223 service nova] Enqueued Resource ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 with Priority: HIGHEST for action security_group_members [ 864.033400] env[69670]: INFO networking_nsxv3.common.synchronization [req-205b94d4-b97f-496a-9af0-11359d37a16b req-f2c8a0d3-a239-4fc4-8ec2-c2800dad8223 service nova] Enqueued Resource ID: 01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc with Priority: HIGHEST for action port [ 864.033400] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 with Priority: HIGHEST for action security_group_rules [ 864.033400] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 with Priority: HIGHEST for action security_group_members [ 864.033400] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc with Priority: HIGHEST for action port [ 864.033400] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e00cf55a-198c-4c40-ade1-2ee9c2043ee3 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.033400] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.033400] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.033400] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.034221] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e00cf55a-198c-4c40-ade1-2ee9c2043ee3',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.036653] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.037124] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.037654] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.037970] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.038202] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.040294] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.040294] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.090277] env[69670]: INFO networking_nsxv3.common.synchronization [req-b85b9e87-830c-4015-a0aa-a24558c73d2b req-b97c4123-ccce-4181-9105-98e7ea16c7d3 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Enqueued Resource ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 with Priority: HIGHEST for action security_group_members [ 864.090277] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 with Priority: HIGHEST for action security_group_members [ 864.090277] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7916f30b-b1c9-435a-b7dc-6f56b5d57822 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.090277] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.090277] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.090277] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.090277] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.090277] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.090277] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.090277] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.090277] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.090277] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7916f30b-b1c9-435a-b7dc-6f56b5d57822',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.450761] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2012ebc-a6e7-4a94-9f9c-91c59747c437: rpc.has_security_group_logging(os_id): False [ 864.468782] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.468943] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.469024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.469260] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.469406] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.469614] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.469764] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.469833] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.469995] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.470122] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.470321] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.470375] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.470409] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.470551] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.470629] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.470804] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.470914] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.470950] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.471232] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.471340] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.471396] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 is going to be updated. [ 864.524809] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.524969] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.525054] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.525267] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.525431] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.539432] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 in Status: IN_PROGRESS for 2s [ 864.541610] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.541733] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.545108] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc with status ACTIVE [ 864.545287] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.545408] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.545472] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.545678] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.545774] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.545958] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.546068] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.546125] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.546278] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.546355] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.546523] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.546646] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.546766] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.546871] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.546977] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.547113] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc is going to be updated. [ 864.567703] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.567830] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.567916] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.568166] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.568313] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.568468] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.593982] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7916f30b-b1c9-435a-b7dc-6f56b5d57822',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.098823] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7916f30b-b1c9-435a-b7dc-6f56b5d57822',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.254615] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 in Status: SUCCESS [ 865.254615] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.254615] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.256434] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.256434] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.256434] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.256434] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.256434] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.256434] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.256434] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e00cf55a-198c-4c40-ade1-2ee9c2043ee3',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.600106] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.600653] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.600653] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.600653] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.600653] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.601034] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 is going to be updated. [ 865.638580] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.638783] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.638849] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.639096] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.639243] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.648685] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 in Status: IN_PROGRESS for 2s [ 865.759393] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e00cf55a-198c-4c40-ade1-2ee9c2043ee3',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.896083] env[69670]: INFO networking_nsxv3.common.synchronization [req-eaf3465d-fb2f-403d-9eee-92dc6d256e14 req-8bed62a3-ff66-4d1c-9a79-a1dcfc8366ff tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Enqueued Resource ID: b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b with Priority: HIGHEST for action security_group_members [ 865.898022] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b with Priority: HIGHEST for action security_group_members [ 865.898022] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.898022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.898022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.898022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.898022] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.898435] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.898582] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.898818] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.899590] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.901508] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.262255] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e00cf55a-198c-4c40-ade1-2ee9c2043ee3',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.406035] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.406206] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.406276] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.406501] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.427358] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.427358] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.427358] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.427358] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.427358] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.427358] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.427358] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b is going to be updated. [ 866.452025] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.452025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.452025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.452025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.452817] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.459807] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b in Status: IN_PROGRESS for 2s [ 866.557297] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 in Status: SUCCESS [ 866.558336] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.767074] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.767394] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.767394] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.767545] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.767780] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.767780] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 is going to be updated. [ 866.795843] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.795843] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.795843] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.795843] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.796036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.804508] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 in Status: IN_PROGRESS for 2s [ 867.659151] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 in Status: SUCCESS [ 867.659385] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.441078] env[69670]: INFO networking_nsxv3.common.synchronization [req-6612de8c-ac7e-42dd-9b59-facfc9832e77 req-8379ef8a-6ed6-4c5d-83ee-9a8434fa6de1 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Enqueued Resource ID: 085b0bf6-f2cb-4bbf-a2f4-1913208ff440 with Priority: HIGHEST for action security_group_members [ 868.441431] env[69670]: INFO networking_nsxv3.common.synchronization [req-6612de8c-ac7e-42dd-9b59-facfc9832e77 req-8379ef8a-6ed6-4c5d-83ee-9a8434fa6de1 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Enqueued Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGHEST for action security_group_members [ 868.441821] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 085b0bf6-f2cb-4bbf-a2f4-1913208ff440 with Priority: HIGHEST for action security_group_members [ 868.441960] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGHEST for action security_group_members [ 868.442282] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-085b0bf6-f2cb-4bbf-a2f4-1913208ff440 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.442395] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-085b0bf6-f2cb-4bbf-a2f4-1913208ff440" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.442459] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-085b0bf6-f2cb-4bbf-a2f4-1913208ff440" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.446270] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-085b0bf6-f2cb-4bbf-a2f4-1913208ff440" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.446270] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.446270] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.446270] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.446270] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.446270] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.446270] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('085b0bf6-f2cb-4bbf-a2f4-1913208ff440',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.446532] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2012ebc-a6e7-4a94-9f9c-91c59747c437 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.446532] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.446671] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.446737] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.446859] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.446970] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.447054] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.447196] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.447274] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.447370] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.469408] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b in Status: SUCCESS [ 868.469593] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b deletion is rescheduled due to dependency. [ 868.469711] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.535382] env[69670]: INFO networking_nsxv3.common.synchronization [req-6612de8c-ac7e-42dd-9b59-facfc9832e77 req-8379ef8a-6ed6-4c5d-83ee-9a8434fa6de1 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Enqueued Resource ID: 085b0bf6-f2cb-4bbf-a2f4-1913208ff440 with Priority: HIGHEST for action security_group_rules [ 868.535548] env[69670]: INFO networking_nsxv3.common.synchronization [req-6612de8c-ac7e-42dd-9b59-facfc9832e77 req-8379ef8a-6ed6-4c5d-83ee-9a8434fa6de1 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Enqueued Resource ID: 085b0bf6-f2cb-4bbf-a2f4-1913208ff440 with Priority: HIGHEST for action security_group_members [ 868.535688] env[69670]: INFO networking_nsxv3.common.synchronization [req-6612de8c-ac7e-42dd-9b59-facfc9832e77 req-8379ef8a-6ed6-4c5d-83ee-9a8434fa6de1 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Enqueued Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGHEST for action security_group_rules [ 868.535932] env[69670]: INFO networking_nsxv3.common.synchronization [req-6612de8c-ac7e-42dd-9b59-facfc9832e77 req-8379ef8a-6ed6-4c5d-83ee-9a8434fa6de1 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Enqueued Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGHEST for action security_group_members [ 868.538871] env[69670]: INFO networking_nsxv3.common.synchronization [req-6612de8c-ac7e-42dd-9b59-facfc9832e77 req-8379ef8a-6ed6-4c5d-83ee-9a8434fa6de1 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Enqueued Resource ID: 1527b5c0-0966-4141-b497-68d56b5e33c7 with Priority: HIGHEST for action port [ 868.538871] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 085b0bf6-f2cb-4bbf-a2f4-1913208ff440 with Priority: HIGHEST for action security_group_rules [ 868.538871] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGHEST for action security_group_rules [ 868.538871] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1527b5c0-0966-4141-b497-68d56b5e33c7 with Priority: HIGHEST for action port [ 868.538871] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 085b0bf6-f2cb-4bbf-a2f4-1913208ff440 with Priority: HIGHEST for action security_group_members [ 868.538871] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGHEST for action security_group_members [ 868.538871] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-085b0bf6-f2cb-4bbf-a2f4-1913208ff440 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.538871] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-085b0bf6-f2cb-4bbf-a2f4-1913208ff440" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.538871] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-085b0bf6-f2cb-4bbf-a2f4-1913208ff440" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.538871] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-085b0bf6-f2cb-4bbf-a2f4-1913208ff440" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.538871] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('085b0bf6-f2cb-4bbf-a2f4-1913208ff440',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.539550] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2012ebc-a6e7-4a94-9f9c-91c59747c437 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.539550] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.539685] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.539770] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.539860] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.540758] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-1527b5c0-0966-4141-b497-68d56b5e33c7 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.540874] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1527b5c0-0966-4141-b497-68d56b5e33c7" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.540981] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1527b5c0-0966-4141-b497-68d56b5e33c7" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.541171] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1527b5c0-0966-4141-b497-68d56b5e33c7" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.541239] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1527b5c0-0966-4141-b497-68d56b5e33c7',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.542090] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-085b0bf6-f2cb-4bbf-a2f4-1913208ff440 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.542196] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-085b0bf6-f2cb-4bbf-a2f4-1913208ff440" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.542443] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2012ebc-a6e7-4a94-9f9c-91c59747c437 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.542534] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.817019] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 in Status: SUCCESS [ 868.817268] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.820131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.820131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.820131] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.820131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.820131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.820131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.820131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.820131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.820131] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e00cf55a-198c-4c40-ade1-2ee9c2043ee3',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.836593] env[69670]: INFO networking_nsxv3.common.synchronization [req-3c240463-669f-4509-91a4-349fbaa45c8b req-8401e2c0-f99a-4393-9c4d-10b2d317e873 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Enqueued Resource ID: 93c5efce-7f40-4699-85b5-784ae175d046 with Priority: HIGHEST for action security_group_members [ 868.836593] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c5efce-7f40-4699-85b5-784ae175d046 with Priority: HIGHEST for action security_group_members [ 868.836770] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c5efce-7f40-4699-85b5-784ae175d046 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.836770] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.836862] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.837010] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.837171] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.837264] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.837323] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.837468] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.837547] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.837654] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93c5efce-7f40-4699-85b5-784ae175d046',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.950134] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('085b0bf6-f2cb-4bbf-a2f4-1913208ff440',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.950828] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.043957] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-085b0bf6-f2cb-4bbf-a2f4-1913208ff440 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.043957] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-085b0bf6-f2cb-4bbf-a2f4-1913208ff440" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.043957] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2012ebc-a6e7-4a94-9f9c-91c59747c437 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.044263] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.046377] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1527b5c0-0966-4141-b497-68d56b5e33c7 with status ACTIVE [ 869.046646] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.046738] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.046784] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.046973] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.047070] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.047244] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.047340] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.047403] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.047556] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.047634] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.047812] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.047905] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.047965] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.048118] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.048192] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.048277] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1527b5c0-0966-4141-b497-68d56b5e33c7 is going to be updated. [ 869.068463] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.068593] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.068664] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.068843] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.068990] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.069178] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1527b5c0-0966-4141-b497-68d56b5e33c7" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.325201] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.325201] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.325201] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.325201] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.325201] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.325201] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.325201] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.325201] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.325201] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.325201] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.325201] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.325201] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.325201] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.325201] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.325201] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.325201] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.325830] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.325830] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.325830] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.325830] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.325830] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e00cf55a-198c-4c40-ade1-2ee9c2043ee3',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.340591] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.340764] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.340812] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.340999] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.361547] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.361811] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.362042] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.362042] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.362160] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.362274] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.362352] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93c5efce-7f40-4699-85b5-784ae175d046 is going to be updated. [ 869.386748] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.386748] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.386748] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.386977] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.386977] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.394264] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c5efce-7f40-4699-85b5-784ae175d046 in Status: IN_PROGRESS for 2s [ 869.452552] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('085b0bf6-f2cb-4bbf-a2f4-1913208ff440',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.455904] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.827935] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e00cf55a-198c-4c40-ade1-2ee9c2043ee3: rpc.has_security_group_logging(os_id): False [ 869.845430] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.845791] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.845791] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.845913] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.845967] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.846158] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.846311] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.846634] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.847644] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.847644] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.847644] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.847644] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.847644] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.847644] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.847644] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.847983] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.848948] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.848948] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.848948] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.848948] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.848948] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 is going to be updated. [ 869.913043] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.913043] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.913043] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.913043] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.913043] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.923678] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 in Status: IN_PROGRESS for 2s [ 869.960651] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.960820] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.960893] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.961146] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.961243] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.961335] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 085b0bf6-f2cb-4bbf-a2f4-1913208ff440 is going to be created. [ 869.962656] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.962766] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.962839] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.963081] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.963172] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.963268] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 is going to be updated. [ 869.985987] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.986110] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.986182] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.986377] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.986618] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.990754] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.990877] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.990930] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.991117] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.991244] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.996323] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 085b0bf6-f2cb-4bbf-a2f4-1913208ff440 in Status: UNINITIALIZED for 2s [ 869.999970] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 in Status: IN_PROGRESS for 2s [ 871.404016] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c5efce-7f40-4699-85b5-784ae175d046 in Status: SUCCESS [ 871.404520] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93c5efce-7f40-4699-85b5-784ae175d046 deletion is rescheduled due to dependency. [ 871.404520] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c5efce-7f40-4699-85b5-784ae175d046" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.937247] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 in Status: SUCCESS [ 871.937471] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.006888] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 085b0bf6-f2cb-4bbf-a2f4-1913208ff440 in Status: SUCCESS [ 872.007142] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-085b0bf6-f2cb-4bbf-a2f4-1913208ff440" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.007442] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-085b0bf6-f2cb-4bbf-a2f4-1913208ff440" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.007527] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-085b0bf6-f2cb-4bbf-a2f4-1913208ff440" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.007712] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.007806] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.007865] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.008022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.008104] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.008198] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('085b0bf6-f2cb-4bbf-a2f4-1913208ff440',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.010626] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 in Status: SUCCESS [ 872.010807] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.010952] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.011144] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.011314] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.011410] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.011506] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.011607] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.011685] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.011773] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.515332] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('085b0bf6-f2cb-4bbf-a2f4-1913208ff440',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.515332] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.016697] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('085b0bf6-f2cb-4bbf-a2f4-1913208ff440',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.017452] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.521966] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.521966] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.521966] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.521966] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.521966] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.521966] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 085b0bf6-f2cb-4bbf-a2f4-1913208ff440 is going to be updated. [ 873.522523] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.522523] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.522602] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.523173] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.523173] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.523173] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 is going to be updated. [ 873.557813] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.557981] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.557981] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.558160] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.558316] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.559998] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.560131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.560199] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.560365] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.560487] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.570844] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 in Status: IN_PROGRESS for 2s [ 873.571555] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 085b0bf6-f2cb-4bbf-a2f4-1913208ff440 in Status: IN_PROGRESS for 2s [ 873.797470] env[69670]: INFO networking_nsxv3.common.synchronization [req-8ca51923-d942-42c9-93a9-9d08ac0da2dc req-a402db86-bbd7-4ad3-a193-f74ff9f1f519 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Enqueued Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGHEST for action security_group_members [ 873.798011] env[69670]: INFO networking_nsxv3.common.synchronization [req-8ca51923-d942-42c9-93a9-9d08ac0da2dc req-a402db86-bbd7-4ad3-a193-f74ff9f1f519 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Enqueued Resource ID: 085b0bf6-f2cb-4bbf-a2f4-1913208ff440 with Priority: HIGHEST for action security_group_members [ 873.798176] env[69670]: INFO networking_nsxv3.common.synchronization [req-8ca51923-d942-42c9-93a9-9d08ac0da2dc req-a402db86-bbd7-4ad3-a193-f74ff9f1f519 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Enqueued Resource ID: 3febc2b2-71f3-4b75-ad93-66192bfc1905 with Priority: HIGHEST for action security_group_members [ 873.798705] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGHEST for action security_group_members [ 873.798873] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 085b0bf6-f2cb-4bbf-a2f4-1913208ff440 with Priority: HIGHEST for action security_group_members [ 873.798971] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3febc2b2-71f3-4b75-ad93-66192bfc1905 with Priority: HIGHEST for action security_group_members [ 873.799638] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2012ebc-a6e7-4a94-9f9c-91c59747c437 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.799808] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.799946] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-085b0bf6-f2cb-4bbf-a2f4-1913208ff440 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.800044] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-085b0bf6-f2cb-4bbf-a2f4-1913208ff440" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.800230] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-3febc2b2-71f3-4b75-ad93-66192bfc1905 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.800319] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3febc2b2-71f3-4b75-ad93-66192bfc1905" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.800384] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3febc2b2-71f3-4b75-ad93-66192bfc1905" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.800632] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3febc2b2-71f3-4b75-ad93-66192bfc1905" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.800784] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.800883] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.800946] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.801114] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.801213] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.801308] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3febc2b2-71f3-4b75-ad93-66192bfc1905',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.843585] env[69670]: INFO networking_nsxv3.common.synchronization [req-8ca51923-d942-42c9-93a9-9d08ac0da2dc req-a402db86-bbd7-4ad3-a193-f74ff9f1f519 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Enqueued Resource ID: 085b0bf6-f2cb-4bbf-a2f4-1913208ff440 with Priority: HIGHEST for action security_group_rules [ 873.843770] env[69670]: INFO networking_nsxv3.common.synchronization [req-8ca51923-d942-42c9-93a9-9d08ac0da2dc req-a402db86-bbd7-4ad3-a193-f74ff9f1f519 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Enqueued Resource ID: 085b0bf6-f2cb-4bbf-a2f4-1913208ff440 with Priority: HIGHEST for action security_group_members [ 873.843911] env[69670]: INFO networking_nsxv3.common.synchronization [req-8ca51923-d942-42c9-93a9-9d08ac0da2dc req-a402db86-bbd7-4ad3-a193-f74ff9f1f519 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Enqueued Resource ID: 3febc2b2-71f3-4b75-ad93-66192bfc1905 with Priority: HIGHEST for action security_group_rules [ 873.844059] env[69670]: INFO networking_nsxv3.common.synchronization [req-8ca51923-d942-42c9-93a9-9d08ac0da2dc req-a402db86-bbd7-4ad3-a193-f74ff9f1f519 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Enqueued Resource ID: 3febc2b2-71f3-4b75-ad93-66192bfc1905 with Priority: HIGHEST for action security_group_members [ 873.844191] env[69670]: INFO networking_nsxv3.common.synchronization [req-8ca51923-d942-42c9-93a9-9d08ac0da2dc req-a402db86-bbd7-4ad3-a193-f74ff9f1f519 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Enqueued Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGHEST for action security_group_rules [ 873.844324] env[69670]: INFO networking_nsxv3.common.synchronization [req-8ca51923-d942-42c9-93a9-9d08ac0da2dc req-a402db86-bbd7-4ad3-a193-f74ff9f1f519 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Enqueued Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGHEST for action security_group_members [ 873.844440] env[69670]: INFO networking_nsxv3.common.synchronization [req-8ca51923-d942-42c9-93a9-9d08ac0da2dc req-a402db86-bbd7-4ad3-a193-f74ff9f1f519 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Enqueued Resource ID: 1527b5c0-0966-4141-b497-68d56b5e33c7 with Priority: HIGHEST for action port [ 873.845473] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 085b0bf6-f2cb-4bbf-a2f4-1913208ff440 with Priority: HIGHEST for action security_group_rules [ 873.845678] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3febc2b2-71f3-4b75-ad93-66192bfc1905 with Priority: HIGHEST for action security_group_rules [ 873.845826] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGHEST for action security_group_members [ 873.846025] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1527b5c0-0966-4141-b497-68d56b5e33c7 with Priority: HIGHEST for action port [ 873.846126] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGHEST for action security_group_rules [ 873.846271] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 085b0bf6-f2cb-4bbf-a2f4-1913208ff440 with Priority: HIGHEST for action security_group_members [ 873.846371] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3febc2b2-71f3-4b75-ad93-66192bfc1905 with Priority: HIGHEST for action security_group_members [ 873.846702] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-085b0bf6-f2cb-4bbf-a2f4-1913208ff440 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.846818] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-085b0bf6-f2cb-4bbf-a2f4-1913208ff440" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.847051] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3febc2b2-71f3-4b75-ad93-66192bfc1905 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.847161] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3febc2b2-71f3-4b75-ad93-66192bfc1905" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.847225] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3febc2b2-71f3-4b75-ad93-66192bfc1905" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.847463] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3febc2b2-71f3-4b75-ad93-66192bfc1905" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.847545] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3febc2b2-71f3-4b75-ad93-66192bfc1905',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.848464] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2012ebc-a6e7-4a94-9f9c-91c59747c437 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.848559] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.848752] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-1527b5c0-0966-4141-b497-68d56b5e33c7 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.848865] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1527b5c0-0966-4141-b497-68d56b5e33c7" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.848949] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1527b5c0-0966-4141-b497-68d56b5e33c7" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.849156] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1527b5c0-0966-4141-b497-68d56b5e33c7" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.849232] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1527b5c0-0966-4141-b497-68d56b5e33c7',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.849947] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2012ebc-a6e7-4a94-9f9c-91c59747c437 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.850057] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.850247] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-085b0bf6-f2cb-4bbf-a2f4-1913208ff440 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.850353] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-085b0bf6-f2cb-4bbf-a2f4-1913208ff440" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.850497] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-3febc2b2-71f3-4b75-ad93-66192bfc1905 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.850577] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3febc2b2-71f3-4b75-ad93-66192bfc1905" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.304330] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3febc2b2-71f3-4b75-ad93-66192bfc1905',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.354027] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-3febc2b2-71f3-4b75-ad93-66192bfc1905 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.354027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3febc2b2-71f3-4b75-ad93-66192bfc1905" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.354027] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1527b5c0-0966-4141-b497-68d56b5e33c7 with status ACTIVE [ 874.354027] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.354027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.354027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.354027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.354027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.354027] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.354027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.354027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.354027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.354027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.354027] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.354748] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.354748] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.354748] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.354748] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.354748] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1527b5c0-0966-4141-b497-68d56b5e33c7 is going to be updated. [ 874.374390] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.375163] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.375270] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.375475] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.375628] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.375814] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1527b5c0-0966-4141-b497-68d56b5e33c7" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.494515] env[69670]: INFO networking_nsxv3.common.synchronization [req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 req-27f6b6c3-0bf3-4362-bbf7-b08d4175175c tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Enqueued Resource ID: d0365ffa-8607-46e6-8c05-8f49e08ae893 with Priority: HIGHEST for action security_group_members [ 874.495234] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0365ffa-8607-46e6-8c05-8f49e08ae893 with Priority: HIGHEST for action security_group_members [ 874.495664] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0365ffa-8607-46e6-8c05-8f49e08ae893 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.495840] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0365ffa-8607-46e6-8c05-8f49e08ae893" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.495944] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0365ffa-8607-46e6-8c05-8f49e08ae893" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.496329] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0365ffa-8607-46e6-8c05-8f49e08ae893" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.496578] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.496802] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.496925] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.497185] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.497341] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.497501] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0365ffa-8607-46e6-8c05-8f49e08ae893',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.807416] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3febc2b2-71f3-4b75-ad93-66192bfc1905',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.841100] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.842212] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-94" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.842212] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-94" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.842212] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-94" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.842212] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.842509] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.842509] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.842584] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.842757] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.842902] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 874.843027] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.843141] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.844698] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.844698] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 874.844698] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.844698] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.891201] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.891201] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 874.891201] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.891201] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-94" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.891201] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-b115d56d-4956-4c1e-ae06-6d9db4a8aa79 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.891201] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-b115d56d-4956-4c1e-ae06-6d9db4a8aa79" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.891201] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-b115d56d-4956-4c1e-ae06-6d9db4a8aa79" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.891201] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-b115d56d-4956-4c1e-ae06-6d9db4a8aa79" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.891201] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b115d56d-4956-4c1e-ae06-6d9db4a8aa79',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.002613] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.002824] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.002916] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.003169] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.003263] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.003473] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.003570] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.003633] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.003792] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.003843] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.005228] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0365ffa-8607-46e6-8c05-8f49e08ae893 already deleted. [ 875.005892] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0365ffa-8607-46e6-8c05-8f49e08ae893" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.310215] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.310406] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.310475] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.310660] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.310754] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.310855] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3febc2b2-71f3-4b75-ad93-66192bfc1905 is going to be created. [ 875.336029] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.336029] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.336179] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.336286] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.336452] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.345194] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3febc2b2-71f3-4b75-ad93-66192bfc1905 in Status: UNINITIALIZED for 2s [ 875.367781] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.367972] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.367972] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.368257] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.368425] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.368587] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port b115d56d-4956-4c1e-ae06-6d9db4a8aa79 not found, creating... [ 875.368849] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.369043] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.369152] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.369376] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.369514] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.369795] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.369952] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.370085] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.370292] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.370429] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.370574] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: b115d56d-4956-4c1e-ae06-6d9db4a8aa79 is going to be created. [ 875.388496] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.388769] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.388993] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.389862] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.389862] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.389862] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-b115d56d-4956-4c1e-ae06-6d9db4a8aa79" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.580578] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 in Status: SUCCESS [ 875.580806] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.581095] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.581365] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.581584] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.581755] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.581867] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.582081] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.582171] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.582262] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.582356] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.583698] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 085b0bf6-f2cb-4bbf-a2f4-1913208ff440 in Status: SUCCESS [ 875.583874] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-085b0bf6-f2cb-4bbf-a2f4-1913208ff440" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.584026] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.584186] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.584360] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.584466] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.585113] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.585292] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.585379] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.585472] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.586207] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-085b0bf6-f2cb-4bbf-a2f4-1913208ff440" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.586374] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-085b0bf6-f2cb-4bbf-a2f4-1913208ff440" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.586529] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.586671] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.586717] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.586862] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.586942] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.587036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-085b0bf6-f2cb-4bbf-a2f4-1913208ff440" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.587124] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('085b0bf6-f2cb-4bbf-a2f4-1913208ff440',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.587983] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-085b0bf6-f2cb-4bbf-a2f4-1913208ff440" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.588156] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-085b0bf6-f2cb-4bbf-a2f4-1913208ff440" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.588337] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.588454] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.588543] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.588727] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.588819] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.588927] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('085b0bf6-f2cb-4bbf-a2f4-1913208ff440',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.089018] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2012ebc-a6e7-4a94-9f9c-91c59747c437 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.089311] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.089353] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.092727] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('085b0bf6-f2cb-4bbf-a2f4-1913208ff440',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.092727] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('085b0bf6-f2cb-4bbf-a2f4-1913208ff440',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.126754] env[69670]: INFO networking_nsxv3.common.synchronization [req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 req-0214338b-8e9e-4637-b234-b1e43721a4ec service nova] Enqueued Resource ID: d0365ffa-8607-46e6-8c05-8f49e08ae893 with Priority: HIGHEST for action security_group_rules [ 876.127169] env[69670]: INFO networking_nsxv3.common.synchronization [req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 req-0214338b-8e9e-4637-b234-b1e43721a4ec service nova] Enqueued Resource ID: d0365ffa-8607-46e6-8c05-8f49e08ae893 with Priority: HIGHEST for action security_group_members [ 876.127508] env[69670]: INFO networking_nsxv3.common.synchronization [req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 req-0214338b-8e9e-4637-b234-b1e43721a4ec service nova] Enqueued Resource ID: b115d56d-4956-4c1e-ae06-6d9db4a8aa79 with Priority: HIGHEST for action port [ 876.128284] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0365ffa-8607-46e6-8c05-8f49e08ae893 with Priority: HIGHEST for action security_group_rules [ 876.128589] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0365ffa-8607-46e6-8c05-8f49e08ae893 with Priority: HIGHEST for action security_group_members [ 876.128852] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b115d56d-4956-4c1e-ae06-6d9db4a8aa79 with Priority: HIGHEST for action port [ 876.129373] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0365ffa-8607-46e6-8c05-8f49e08ae893 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.129609] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0365ffa-8607-46e6-8c05-8f49e08ae893" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.129809] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0365ffa-8607-46e6-8c05-8f49e08ae893" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.130185] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0365ffa-8607-46e6-8c05-8f49e08ae893" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.130360] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0365ffa-8607-46e6-8c05-8f49e08ae893',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.131656] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0365ffa-8607-46e6-8c05-8f49e08ae893 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.131903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0365ffa-8607-46e6-8c05-8f49e08ae893" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.132120] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0365ffa-8607-46e6-8c05-8f49e08ae893" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.132479] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0365ffa-8607-46e6-8c05-8f49e08ae893" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.132773] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.132987] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.133306] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.133586] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.133704] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.133852] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0365ffa-8607-46e6-8c05-8f49e08ae893',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.134927] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-b115d56d-4956-4c1e-ae06-6d9db4a8aa79 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.135242] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b115d56d-4956-4c1e-ae06-6d9db4a8aa79" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.135422] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b115d56d-4956-4c1e-ae06-6d9db4a8aa79" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.136246] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b115d56d-4956-4c1e-ae06-6d9db4a8aa79" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.136246] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b115d56d-4956-4c1e-ae06-6d9db4a8aa79',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.592169] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.593464] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 085b0bf6-f2cb-4bbf-a2f4-1913208ff440: rpc.has_security_group_logging(os_id): False [ 876.594915] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('085b0bf6-f2cb-4bbf-a2f4-1913208ff440',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.615642] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.615802] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.615843] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.616195] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.616371] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.616729] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.616897] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.617012] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.617278] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.617398] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.617503] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 085b0bf6-f2cb-4bbf-a2f4-1913208ff440 is going to be created. [ 876.638694] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0365ffa-8607-46e6-8c05-8f49e08ae893',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.639654] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0365ffa-8607-46e6-8c05-8f49e08ae893 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.639763] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0365ffa-8607-46e6-8c05-8f49e08ae893" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.639929] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b115d56d-4956-4c1e-ae06-6d9db4a8aa79 with status ACTIVE [ 876.641202] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.641362] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.641443] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.641670] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.641762] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.641968] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.642103] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.642161] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.642335] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.642452] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.642611] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.642735] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.642790] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.642939] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.643024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.643104] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b115d56d-4956-4c1e-ae06-6d9db4a8aa79 is going to be updated. [ 876.664023] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.664222] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.664301] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.664530] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.664701] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.664863] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b115d56d-4956-4c1e-ae06-6d9db4a8aa79" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.671978] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.672127] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.672209] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.672406] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.672571] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.682425] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 085b0bf6-f2cb-4bbf-a2f4-1913208ff440 in Status: IN_PROGRESS for 2s [ 876.885775] env[69670]: INFO networking_nsxv3.common.synchronization [req-d5740e81-1026-4b63-96a7-f4b78e11a61c req-06308a50-8a93-4fb9-b3fa-f5e5ddae53b4 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Enqueued Resource ID: 085b0bf6-f2cb-4bbf-a2f4-1913208ff440 with Priority: HIGHEST for action security_group_members [ 876.886852] env[69670]: INFO networking_nsxv3.common.synchronization [req-d5740e81-1026-4b63-96a7-f4b78e11a61c req-06308a50-8a93-4fb9-b3fa-f5e5ddae53b4 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Enqueued Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGHEST for action security_group_members [ 876.886852] env[69670]: INFO networking_nsxv3.common.synchronization [req-d5740e81-1026-4b63-96a7-f4b78e11a61c req-06308a50-8a93-4fb9-b3fa-f5e5ddae53b4 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Enqueued Resource ID: 3febc2b2-71f3-4b75-ad93-66192bfc1905 with Priority: HIGHEST for action security_group_members [ 876.886852] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 085b0bf6-f2cb-4bbf-a2f4-1913208ff440 with Priority: HIGHEST for action security_group_members [ 876.886958] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGHEST for action security_group_members [ 876.887039] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3febc2b2-71f3-4b75-ad93-66192bfc1905 with Priority: HIGHEST for action security_group_members [ 876.887350] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-085b0bf6-f2cb-4bbf-a2f4-1913208ff440 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.887492] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-085b0bf6-f2cb-4bbf-a2f4-1913208ff440" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.887713] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2012ebc-a6e7-4a94-9f9c-91c59747c437 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.888481] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.888481] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-3febc2b2-71f3-4b75-ad93-66192bfc1905 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.888481] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3febc2b2-71f3-4b75-ad93-66192bfc1905" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.097423] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.097811] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.097811] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.097921] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.097979] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.098098] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 085b0bf6-f2cb-4bbf-a2f4-1913208ff440 is going to be updated. [ 877.099432] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.099543] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.099608] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.099789] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.099878] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.099968] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 is going to be updated. [ 877.128482] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.128627] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.128691] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.128891] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.129057] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.130776] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.130887] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.130990] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.131289] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.131432] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.139551] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 in Status: IN_PROGRESS for 2s [ 877.140212] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 085b0bf6-f2cb-4bbf-a2f4-1913208ff440 in Status: IN_PROGRESS for 2s [ 877.144561] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0365ffa-8607-46e6-8c05-8f49e08ae893',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.355088] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3febc2b2-71f3-4b75-ad93-66192bfc1905 in Status: SUCCESS [ 877.355218] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3febc2b2-71f3-4b75-ad93-66192bfc1905" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.355368] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3febc2b2-71f3-4b75-ad93-66192bfc1905" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.355707] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3febc2b2-71f3-4b75-ad93-66192bfc1905" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.356024] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.356200] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.356291] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.356463] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.356545] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.356642] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3febc2b2-71f3-4b75-ad93-66192bfc1905',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.407834] env[69670]: INFO networking_nsxv3.common.synchronization [req-ed7c190d-73e0-46ee-b07e-2d70552cb43d req-42ee0e93-67f3-488b-ae61-291db80378e1 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Enqueued Resource ID: ec2dc0b6-e584-49d4-88c3-cddf12d5ba54 with Priority: HIGHEST for action security_group_members [ 877.408617] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2dc0b6-e584-49d4-88c3-cddf12d5ba54 with Priority: HIGHEST for action security_group_members [ 877.408617] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2dc0b6-e584-49d4-88c3-cddf12d5ba54 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.408748] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2dc0b6-e584-49d4-88c3-cddf12d5ba54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.408748] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2dc0b6-e584-49d4-88c3-cddf12d5ba54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.408978] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2dc0b6-e584-49d4-88c3-cddf12d5ba54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.409231] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.409373] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.409486] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.409646] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.409759] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.409873] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec2dc0b6-e584-49d4-88c3-cddf12d5ba54',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.647185] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.647393] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.647470] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.647771] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.647900] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.648033] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0365ffa-8607-46e6-8c05-8f49e08ae893 is going to be created. [ 877.677037] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.677193] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.677265] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.677500] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.677653] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.686925] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0365ffa-8607-46e6-8c05-8f49e08ae893 in Status: UNINITIALIZED for 2s [ 877.796986] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-506 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.797269] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-506" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.797412] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-506" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.797710] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-506" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.798164] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.798394] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.798580] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.798863] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.799098] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.799397] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 877.799591] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 877.799822] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 877.800055] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 877.800281] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 877.800524] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 877.800792] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 877.819420] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 877.819644] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 877.819823] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 877.820067] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-506" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.820451] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-391a660a-9196-4040-8474-1dd47c7f359e taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.820687] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-391a660a-9196-4040-8474-1dd47c7f359e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.820856] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-391a660a-9196-4040-8474-1dd47c7f359e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.821432] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-391a660a-9196-4040-8474-1dd47c7f359e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.821615] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('391a660a-9196-4040-8474-1dd47c7f359e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.865380] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.865380] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.865380] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.865380] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.865380] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.865380] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.865380] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.865380] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.865380] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.865380] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.865380] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3febc2b2-71f3-4b75-ad93-66192bfc1905 is going to be deleted. [ 877.892621] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.892771] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.892844] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.893305] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.893305] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.893305] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3febc2b2-71f3-4b75-ad93-66192bfc1905" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.893461] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3febc2b2-71f3-4b75-ad93-66192bfc1905" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.893619] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3febc2b2-71f3-4b75-ad93-66192bfc1905" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.893785] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.893887] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.893950] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.894249] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.894249] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.894799] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3febc2b2-71f3-4b75-ad93-66192bfc1905',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.912101] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.912101] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.912101] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.912283] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.912374] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.912568] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.912667] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.912740] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.912873] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.912972] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.913057] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec2dc0b6-e584-49d4-88c3-cddf12d5ba54 already deleted. [ 877.913128] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2dc0b6-e584-49d4-88c3-cddf12d5ba54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.324502] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.324821] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.324855] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.325178] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.325320] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.325502] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 391a660a-9196-4040-8474-1dd47c7f359e not found, creating... [ 878.325772] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.325936] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.326067] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.326295] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.326453] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.326799] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.326972] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.327106] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.327321] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.327459] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.327620] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 391a660a-9196-4040-8474-1dd47c7f359e is going to be created. [ 878.347609] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.347609] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.347609] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.347609] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.347864] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.347991] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-391a660a-9196-4040-8474-1dd47c7f359e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.396337] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.396602] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.396888] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.397064] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.397165] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.397385] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.397487] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.397551] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.397732] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.397958] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.397958] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3febc2b2-71f3-4b75-ad93-66192bfc1905 already deleted. [ 878.397958] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3febc2b2-71f3-4b75-ad93-66192bfc1905" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.398079] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3febc2b2-71f3-4b75-ad93-66192bfc1905',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.398946] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3febc2b2-71f3-4b75-ad93-66192bfc1905" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.399139] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3febc2b2-71f3-4b75-ad93-66192bfc1905" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.399315] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.399432] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.399498] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.399650] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.399727] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.399817] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3febc2b2-71f3-4b75-ad93-66192bfc1905',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.695209] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 085b0bf6-f2cb-4bbf-a2f4-1913208ff440 in Status: SUCCESS [ 878.695438] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-085b0bf6-f2cb-4bbf-a2f4-1913208ff440" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.695622] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-085b0bf6-f2cb-4bbf-a2f4-1913208ff440" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.695869] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-085b0bf6-f2cb-4bbf-a2f4-1913208ff440" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.696041] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('085b0bf6-f2cb-4bbf-a2f4-1913208ff440',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.901868] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3febc2b2-71f3-4b75-ad93-66192bfc1905',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.905790] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.905929] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.906009] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.906238] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.906330] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.906541] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.906644] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.906772] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.906927] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.907119] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.907119] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3febc2b2-71f3-4b75-ad93-66192bfc1905 already deleted. [ 878.907180] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3febc2b2-71f3-4b75-ad93-66192bfc1905" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.088473] env[69670]: INFO networking_nsxv3.common.synchronization [req-ed7c190d-73e0-46ee-b07e-2d70552cb43d req-163b305e-6871-471f-8cce-923c4891414c service nova] Enqueued Resource ID: ec2dc0b6-e584-49d4-88c3-cddf12d5ba54 with Priority: HIGHEST for action security_group_rules [ 879.088473] env[69670]: INFO networking_nsxv3.common.synchronization [req-ed7c190d-73e0-46ee-b07e-2d70552cb43d req-163b305e-6871-471f-8cce-923c4891414c service nova] Enqueued Resource ID: ec2dc0b6-e584-49d4-88c3-cddf12d5ba54 with Priority: HIGHEST for action security_group_members [ 879.088473] env[69670]: INFO networking_nsxv3.common.synchronization [req-ed7c190d-73e0-46ee-b07e-2d70552cb43d req-163b305e-6871-471f-8cce-923c4891414c service nova] Enqueued Resource ID: 391a660a-9196-4040-8474-1dd47c7f359e with Priority: HIGHEST for action port [ 879.089192] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2dc0b6-e584-49d4-88c3-cddf12d5ba54 with Priority: HIGHEST for action security_group_rules [ 879.089294] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2dc0b6-e584-49d4-88c3-cddf12d5ba54 with Priority: HIGHEST for action security_group_members [ 879.089366] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 391a660a-9196-4040-8474-1dd47c7f359e with Priority: HIGHEST for action port [ 879.090524] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec2dc0b6-e584-49d4-88c3-cddf12d5ba54 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.090524] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec2dc0b6-e584-49d4-88c3-cddf12d5ba54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.090524] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec2dc0b6-e584-49d4-88c3-cddf12d5ba54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.090524] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec2dc0b6-e584-49d4-88c3-cddf12d5ba54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.090524] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec2dc0b6-e584-49d4-88c3-cddf12d5ba54',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.091017] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2dc0b6-e584-49d4-88c3-cddf12d5ba54 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.094954] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2dc0b6-e584-49d4-88c3-cddf12d5ba54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.097062] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2dc0b6-e584-49d4-88c3-cddf12d5ba54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.097062] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2dc0b6-e584-49d4-88c3-cddf12d5ba54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.097062] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.097062] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.097062] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.097062] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.097062] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.097343] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec2dc0b6-e584-49d4-88c3-cddf12d5ba54',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.098286] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-391a660a-9196-4040-8474-1dd47c7f359e taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.098444] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-391a660a-9196-4040-8474-1dd47c7f359e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.098516] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-391a660a-9196-4040-8474-1dd47c7f359e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.098712] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-391a660a-9196-4040-8474-1dd47c7f359e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.098823] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('391a660a-9196-4040-8474-1dd47c7f359e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.155694] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 in Status: SUCCESS [ 879.155925] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.156067] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.156293] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.156438] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.156560] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.156686] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.156860] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.156948] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.157057] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.158510] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 085b0bf6-f2cb-4bbf-a2f4-1913208ff440 in Status: SUCCESS [ 879.158720] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-085b0bf6-f2cb-4bbf-a2f4-1913208ff440" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.158892] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-085b0bf6-f2cb-4bbf-a2f4-1913208ff440" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.159082] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-085b0bf6-f2cb-4bbf-a2f4-1913208ff440" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.159254] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.159362] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.159428] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.159599] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.159726] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.159829] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('085b0bf6-f2cb-4bbf-a2f4-1913208ff440',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.219629] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.219807] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.219849] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.220058] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.220154] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.220250] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 085b0bf6-f2cb-4bbf-a2f4-1913208ff440 is going to be deleted. [ 879.264399] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.264399] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.264399] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.264399] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.264399] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.264399] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-085b0bf6-f2cb-4bbf-a2f4-1913208ff440" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.286357] env[69670]: INFO networking_nsxv3.common.synchronization [req-89b52dba-bb12-49d0-96d7-7155a68cf4e2 req-3f3c83c5-00b5-4fa5-95a3-f807d970c93f tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Enqueued Resource ID: 182268a4-1bdb-4f9a-a40b-42f6c77b7f1a with Priority: HIGHEST for action security_group_members [ 879.286986] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 182268a4-1bdb-4f9a-a40b-42f6c77b7f1a with Priority: HIGHEST for action security_group_members [ 879.287325] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-182268a4-1bdb-4f9a-a40b-42f6c77b7f1a taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.287475] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-182268a4-1bdb-4f9a-a40b-42f6c77b7f1a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.287590] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-182268a4-1bdb-4f9a-a40b-42f6c77b7f1a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.287807] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-182268a4-1bdb-4f9a-a40b-42f6c77b7f1a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.287970] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.289078] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.289155] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.290138] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.290138] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.290138] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('182268a4-1bdb-4f9a-a40b-42f6c77b7f1a',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.408197] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3febc2b2-71f3-4b75-ad93-66192bfc1905: rpc.has_security_group_logging(os_id): False [ 879.429384] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.429536] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.429574] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.430844] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.430844] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.430844] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.430844] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.430844] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.430844] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.430844] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.430844] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3febc2b2-71f3-4b75-ad93-66192bfc1905 is going to be created. [ 879.447291] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/3febc2b2-71f3-4b75-ad93-66192bfc1905], does not exist path=[/infra/domains/default/groups/3febc2b2-71f3-4b75-ad93-66192bfc1905]."\n}' [ 879.447442] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3febc2b2-71f3-4b75-ad93-66192bfc1905 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3febc2b2-71f3-4b75-ad93-66192bfc1905 [ 879.447530] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 879.479071] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.479071] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.479071] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.479071] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.479889] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.483196] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.483196] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.483196] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.483196] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.483196] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.483196] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.483196] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.483196] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.483196] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.483196] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.483196] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3febc2b2-71f3-4b75-ad93-66192bfc1905 is going to be created. [ 879.498414] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/3febc2b2-71f3-4b75-ad93-66192bfc1905], does not exist path=[/infra/domains/default/groups/3febc2b2-71f3-4b75-ad93-66192bfc1905]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3febc2b2-71f3-4b75-ad93-66192bfc1905 [ 879.498593] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3febc2b2-71f3-4b75-ad93-66192bfc1905" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.498805] env[69670]: Traceback (most recent call last): [ 879.498805] env[69670]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 879.498805] env[69670]: return func(*args, **kwargs) [ 879.498805] env[69670]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 879.498805] env[69670]: res.raise_for_status() [ 879.498805] env[69670]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 879.498805] env[69670]: raise HTTPError(http_error_msg, response=self) [ 879.498805] env[69670]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3febc2b2-71f3-4b75-ad93-66192bfc1905 [ 879.498805] env[69670]: During handling of the above exception, another exception occurred: [ 879.498805] env[69670]: Traceback (most recent call last): [ 879.499220] env[69670]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 879.499220] env[69670]: listener.cb(fileno) [ 879.499220] env[69670]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 879.499220] env[69670]: result = function(*args, **kwargs) [ 879.499220] env[69670]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 879.499220] env[69670]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 879.499220] env[69670]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 879.499220] env[69670]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 879.499220] env[69670]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 879.499220] env[69670]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 879.499220] env[69670]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 879.499220] env[69670]: res.raise_for_status() [ 879.499220] env[69670]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 879.499220] env[69670]: raise HTTPError(http_error_msg, response=self) [ 879.499220] env[69670]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3febc2b2-71f3-4b75-ad93-66192bfc1905 [ 879.499220] env[69670]: Removing descriptor: 65 [ 879.600615] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec2dc0b6-e584-49d4-88c3-cddf12d5ba54',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.601746] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2dc0b6-e584-49d4-88c3-cddf12d5ba54 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.601852] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2dc0b6-e584-49d4-88c3-cddf12d5ba54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.603225] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 391a660a-9196-4040-8474-1dd47c7f359e with status ACTIVE [ 879.603390] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.603503] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.603567] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.603774] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.604216] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.604216] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.604216] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.604216] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.604377] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.604377] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.604557] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.604717] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.604797] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.604938] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.605014] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.605103] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 391a660a-9196-4040-8474-1dd47c7f359e is going to be updated. [ 879.631482] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.631645] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.631744] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.632026] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.632160] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.632567] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-391a660a-9196-4040-8474-1dd47c7f359e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.665155] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.665335] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.665410] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.665741] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.665860] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.666083] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.666254] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.666316] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.666567] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.666651] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.666801] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 085b0bf6-f2cb-4bbf-a2f4-1913208ff440 is going to be deleted. [ 879.667942] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.698980] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0365ffa-8607-46e6-8c05-8f49e08ae893 in Status: SUCCESS [ 879.699242] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0365ffa-8607-46e6-8c05-8f49e08ae893" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.699362] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0365ffa-8607-46e6-8c05-8f49e08ae893" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.699573] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0365ffa-8607-46e6-8c05-8f49e08ae893" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.699758] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.699875] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.699939] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.700097] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.700177] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.700260] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0365ffa-8607-46e6-8c05-8f49e08ae893" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.700346] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0365ffa-8607-46e6-8c05-8f49e08ae893',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.711749] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.711881] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.713042] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.713042] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.713042] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.713042] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-085b0bf6-f2cb-4bbf-a2f4-1913208ff440" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.713042] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-085b0bf6-f2cb-4bbf-a2f4-1913208ff440" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.713042] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-085b0bf6-f2cb-4bbf-a2f4-1913208ff440" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.713042] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.713042] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.713042] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.713042] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.713526] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.713526] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('085b0bf6-f2cb-4bbf-a2f4-1913208ff440',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.791551] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.791670] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.791761] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.791981] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.851218] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.851559] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.851733] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.851814] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.852035] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.852119] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.852212] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 182268a4-1bdb-4f9a-a40b-42f6c77b7f1a is going to be updated. [ 879.880117] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.880285] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.880321] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.880499] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.880637] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.888756] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 182268a4-1bdb-4f9a-a40b-42f6c77b7f1a in Status: IN_PROGRESS for 2s [ 880.102950] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec2dc0b6-e584-49d4-88c3-cddf12d5ba54',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.171121] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.201886] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0365ffa-8607-46e6-8c05-8f49e08ae893',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.215664] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.215822] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.215892] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.216130] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.216228] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.216432] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.216536] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.216598] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.216775] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.216848] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.216934] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 085b0bf6-f2cb-4bbf-a2f4-1913208ff440 already deleted. [ 880.217020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-085b0bf6-f2cb-4bbf-a2f4-1913208ff440" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.605926] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.606148] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.606148] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.607100] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.607100] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.607100] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec2dc0b6-e584-49d4-88c3-cddf12d5ba54 is going to be created. [ 880.648723] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.648723] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.648830] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.648991] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.649244] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.668099] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2dc0b6-e584-49d4-88c3-cddf12d5ba54 in Status: UNINITIALIZED for 2s [ 880.672717] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.672923] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.673015] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.673316] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.673419] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.673518] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 is going to be updated. [ 880.704252] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0365ffa-8607-46e6-8c05-8f49e08ae893: rpc.has_security_group_logging(os_id): False [ 880.711480] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.711662] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.711729] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.711894] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.712050] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.725455] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 in Status: IN_PROGRESS for 2s [ 880.730541] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.730703] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.730770] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.730977] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.731083] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.731326] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.731440] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.731489] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.731621] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.731697] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.731784] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0365ffa-8607-46e6-8c05-8f49e08ae893 is going to be created. [ 880.797519] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.797710] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.797797] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.798017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.798200] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.812684] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0365ffa-8607-46e6-8c05-8f49e08ae893 in Status: IN_PROGRESS for 2s [ 881.897982] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 182268a4-1bdb-4f9a-a40b-42f6c77b7f1a in Status: SUCCESS [ 881.898354] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 182268a4-1bdb-4f9a-a40b-42f6c77b7f1a deletion is rescheduled due to dependency. [ 881.898354] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-182268a4-1bdb-4f9a-a40b-42f6c77b7f1a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.677188] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2dc0b6-e584-49d4-88c3-cddf12d5ba54 in Status: SUCCESS [ 882.677333] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2dc0b6-e584-49d4-88c3-cddf12d5ba54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.677464] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2dc0b6-e584-49d4-88c3-cddf12d5ba54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.678033] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2dc0b6-e584-49d4-88c3-cddf12d5ba54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.678033] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.678033] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.678211] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.678211] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.678281] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.678370] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2dc0b6-e584-49d4-88c3-cddf12d5ba54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.678460] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec2dc0b6-e584-49d4-88c3-cddf12d5ba54',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.733817] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 in Status: SUCCESS [ 882.734073] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.734245] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.734466] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.734666] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.735047] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.735047] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.735047] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.735203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.735203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.735321] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2012ebc-a6e7-4a94-9f9c-91c59747c437 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.735402] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.735467] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.735620] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.735764] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.735854] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.735920] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.736102] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.736180] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.736262] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.736348] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.737157] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.737323] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.737471] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.737570] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.737633] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.737792] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.737874] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.737961] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.823773] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0365ffa-8607-46e6-8c05-8f49e08ae893 in Status: SUCCESS [ 882.824017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0365ffa-8607-46e6-8c05-8f49e08ae893" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.180453] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2dc0b6-e584-49d4-88c3-cddf12d5ba54 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.180831] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2dc0b6-e584-49d4-88c3-cddf12d5ba54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.180831] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2dc0b6-e584-49d4-88c3-cddf12d5ba54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.180953] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2dc0b6-e584-49d4-88c3-cddf12d5ba54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.181147] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.181265] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.181353] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.181516] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.181642] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.181705] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2dc0b6-e584-49d4-88c3-cddf12d5ba54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.181845] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2dc0b6-e584-49d4-88c3-cddf12d5ba54 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.181935] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2dc0b6-e584-49d4-88c3-cddf12d5ba54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.182034] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2dc0b6-e584-49d4-88c3-cddf12d5ba54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.182147] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2dc0b6-e584-49d4-88c3-cddf12d5ba54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.182290] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.182422] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.182422] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.182560] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.182641] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.182715] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2dc0b6-e584-49d4-88c3-cddf12d5ba54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.182809] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec2dc0b6-e584-49d4-88c3-cddf12d5ba54',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.240901] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2012ebc-a6e7-4a94-9f9c-91c59747c437: rpc.has_security_group_logging(os_id): False [ 883.242609] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.262848] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.262979] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.263070] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.263286] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.285035] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.285434] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.285653] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.285653] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.285896] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.285990] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.286239] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.286357] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.286427] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.286619] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.286749] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.286916] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.287027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.287099] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.287269] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.287347] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.287435] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 is going to be updated. [ 883.345699] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.345874] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.345912] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.346146] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.346334] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.363817] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 in Status: IN_PROGRESS for 2s [ 883.687351] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec2dc0b6-e584-49d4-88c3-cddf12d5ba54: rpc.has_security_group_logging(os_id): False [ 883.702719] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.702926] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.702964] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.703200] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.703290] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.703510] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.703608] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.703680] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.703836] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.703941] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.704126] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.704218] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.704288] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.704427] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.704497] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.704706] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.704816] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.704891] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.706269] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.706365] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.706449] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec2dc0b6-e584-49d4-88c3-cddf12d5ba54 is going to be created. [ 883.744465] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.765049] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.765265] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.766659] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.766659] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.766659] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.778557] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec2dc0b6-e584-49d4-88c3-cddf12d5ba54 in Status: IN_PROGRESS for 2s [ 884.247834] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.247834] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.247834] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.247834] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.247834] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.247834] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 is going to be updated. [ 884.272176] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.272314] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.272382] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.272593] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.272732] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.280358] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 in Status: IN_PROGRESS for 2s [ 884.287551] env[69670]: INFO networking_nsxv3.common.synchronization [req-18f45a74-0dc8-4d5a-9536-167610d48e14 req-c8bfbe99-71e3-45e3-9aad-46584f6b6f7e tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Enqueued Resource ID: 96c8f899-578e-4f22-9860-e6399e89e690 with Priority: HIGHEST for action security_group_members [ 884.287869] env[69670]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 884.287945] env[69670]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=1, Passive=0], Jobs=4 [ 884.288054] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c8f899-578e-4f22-9860-e6399e89e690 with Priority: HIGHEST for action security_group_members [ 884.288588] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c8f899-578e-4f22-9860-e6399e89e690 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.289040] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.289040] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.289040] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.289162] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.289215] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.289252] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.289390] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.289462] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.289582] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.722667] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-450 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.723116] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-450" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.723272] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-450" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.724030] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-450" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.724360] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.724544] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.724695] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.724949] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.725123] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.725345] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 884.725466] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 884.725581] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 884.725693] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 884.725807] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 884.725918] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 884.726070] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.745582] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.745753] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 884.745900] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.746097] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-450" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.746413] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-4221b55a-77de-44bf-b880-8199bd734172 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.746587] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-4221b55a-77de-44bf-b880-8199bd734172" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.746850] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-4221b55a-77de-44bf-b880-8199bd734172" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.747171] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-4221b55a-77de-44bf-b880-8199bd734172" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.747277] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4221b55a-77de-44bf-b880-8199bd734172',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.791977] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.792165] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.792240] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.792459] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.811264] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.811550] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.811904] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.811904] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.811978] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.812027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.816076] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c8f899-578e-4f22-9860-e6399e89e690 is going to be updated. [ 884.837477] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.837636] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.837687] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.837908] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.838059] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.845986] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c8f899-578e-4f22-9860-e6399e89e690 in Status: IN_PROGRESS for 2s [ 885.249678] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.250033] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.250098] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.250392] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.250545] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.250707] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 4221b55a-77de-44bf-b880-8199bd734172 not found, creating... [ 885.250990] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.251171] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.251295] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.251512] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.251655] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.251943] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.252203] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.252401] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.252674] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.252823] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.252970] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 4221b55a-77de-44bf-b880-8199bd734172 is going to be created. [ 885.271977] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.272199] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.272327] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.272616] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.272846] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.273085] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-4221b55a-77de-44bf-b880-8199bd734172" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.383021] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 in Status: SUCCESS [ 885.383757] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.383884] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.384713] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.384713] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.790784] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec2dc0b6-e584-49d4-88c3-cddf12d5ba54 in Status: SUCCESS [ 885.791029] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec2dc0b6-e584-49d4-88c3-cddf12d5ba54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.886910] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2012ebc-a6e7-4a94-9f9c-91c59747c437 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.887103] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.072232] env[69670]: INFO networking_nsxv3.common.synchronization [req-18f45a74-0dc8-4d5a-9536-167610d48e14 req-4b60b3a1-6619-4799-9586-766fc8b1cdca service nova] Enqueued Resource ID: 96c8f899-578e-4f22-9860-e6399e89e690 with Priority: HIGHEST for action security_group_rules [ 886.073399] env[69670]: INFO networking_nsxv3.common.synchronization [req-18f45a74-0dc8-4d5a-9536-167610d48e14 req-4b60b3a1-6619-4799-9586-766fc8b1cdca service nova] Enqueued Resource ID: 96c8f899-578e-4f22-9860-e6399e89e690 with Priority: HIGHEST for action security_group_members [ 886.073399] env[69670]: INFO networking_nsxv3.common.synchronization [req-18f45a74-0dc8-4d5a-9536-167610d48e14 req-4b60b3a1-6619-4799-9586-766fc8b1cdca service nova] Enqueued Resource ID: 4221b55a-77de-44bf-b880-8199bd734172 with Priority: HIGHEST for action port [ 886.073399] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c8f899-578e-4f22-9860-e6399e89e690 with Priority: HIGHEST for action security_group_rules [ 886.073399] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c8f899-578e-4f22-9860-e6399e89e690 with Priority: HIGHEST for action security_group_members [ 886.073538] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4221b55a-77de-44bf-b880-8199bd734172 with Priority: HIGHEST for action port [ 886.074497] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96c8f899-578e-4f22-9860-e6399e89e690 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.074497] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.074497] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.074497] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.074497] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.075316] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c8f899-578e-4f22-9860-e6399e89e690 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.075414] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.075625] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-4221b55a-77de-44bf-b880-8199bd734172 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.075749] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4221b55a-77de-44bf-b880-8199bd734172" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.075811] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4221b55a-77de-44bf-b880-8199bd734172" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.076000] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4221b55a-77de-44bf-b880-8199bd734172" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.076085] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4221b55a-77de-44bf-b880-8199bd734172',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.291743] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 in Status: SUCCESS [ 886.291743] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.291743] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.291743] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.291743] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.291743] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.291743] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.291743] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.291743] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.291743] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.291743] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.578169] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c8f899-578e-4f22-9860-e6399e89e690 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.578337] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.578494] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4221b55a-77de-44bf-b880-8199bd734172 with status ACTIVE [ 886.578683] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.578766] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.578828] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.579077] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.579282] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.579339] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.579755] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.579755] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.579755] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.579755] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.579875] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.579969] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.580057] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.580197] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.580539] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.580539] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4221b55a-77de-44bf-b880-8199bd734172 is going to be updated. [ 886.600173] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.600328] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.600397] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.600853] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.601021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.601192] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4221b55a-77de-44bf-b880-8199bd734172" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.794301] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2012ebc-a6e7-4a94-9f9c-91c59747c437 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.794787] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.794787] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.794787] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.796327] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.796327] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.796327] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.796327] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.796327] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.796327] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.796327] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2012ebc-a6e7-4a94-9f9c-91c59747c437 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.796327] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.796327] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.796327] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.797158] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.797158] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.797158] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.797158] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.797158] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.797158] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.797158] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.859091] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c8f899-578e-4f22-9860-e6399e89e690 in Status: SUCCESS [ 886.859258] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c8f899-578e-4f22-9860-e6399e89e690 deletion is rescheduled due to dependency. [ 886.859293] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.859493] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.859698] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.859888] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.860018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.860076] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.860228] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.860308] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.860406] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.299809] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2012ebc-a6e7-4a94-9f9c-91c59747c437: rpc.has_security_group_logging(os_id): False [ 887.319993] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.319993] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.319993] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.319993] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.319993] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.319993] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.319993] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.320369] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.320369] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.320369] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.320727] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.320727] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.320727] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.321759] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.321759] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.324979] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.324979] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.324979] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.324979] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.324979] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.324979] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 is going to be updated. [ 887.364017] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.390933] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.392097] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.392097] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.392097] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.392097] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.416451] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 in Status: IN_PROGRESS for 2s [ 887.867145] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.156341] env[69670]: INFO networking_nsxv3.common.synchronization [req-151d20b3-1f09-4d23-bb19-a587cec3ef5d req-415c73c5-ab5d-4647-a50d-29df3d577a1a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Enqueued Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_members [ 888.156950] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_members [ 888.157332] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.157495] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.157590] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.157922] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.158081] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.158228] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.158316] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.158498] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.158614] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.158734] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.375408] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.375408] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.375408] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.375408] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.375408] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.375408] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c8f899-578e-4f22-9860-e6399e89e690 is going to be updated. [ 888.405643] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.405643] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.405643] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.405643] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.405643] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.411722] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c8f899-578e-4f22-9860-e6399e89e690 in Status: IN_PROGRESS for 2s [ 888.661257] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.661428] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.661501] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.661724] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.661816] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.662034] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.662139] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.662201] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.662350] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.662426] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.662511] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ae94e30-e016-435b-850c-689d2a009139 already deleted. [ 888.662588] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.892968] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-69 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.893292] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-69" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.893476] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-69" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.893917] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-69" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.894386] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.894705] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.894992] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.895364] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.895631] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.895962] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 888.896194] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 888.896393] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 888.896612] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 888.896811] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 888.897082] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 888.897342] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 888.914914] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 888.916995] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 888.917127] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 888.923019] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-69" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.923019] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-b1bf1d70-8254-46a8-bb4d-757f3a0b0c9d taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.923019] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-b1bf1d70-8254-46a8-bb4d-757f3a0b0c9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.923019] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-b1bf1d70-8254-46a8-bb4d-757f3a0b0c9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.923019] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-b1bf1d70-8254-46a8-bb4d-757f3a0b0c9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.923019] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1bf1d70-8254-46a8-bb4d-757f3a0b0c9d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.422512] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.426113] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.426113] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.426113] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.426113] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.426113] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port b1bf1d70-8254-46a8-bb4d-757f3a0b0c9d not found, creating... [ 889.426113] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.426113] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.426113] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.426113] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.426113] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.426507] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.426507] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.426507] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.426507] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.426507] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.426507] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: b1bf1d70-8254-46a8-bb4d-757f3a0b0c9d is going to be created. [ 889.435710] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 in Status: SUCCESS [ 889.435933] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.443915] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.444159] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.444283] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.444544] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.444853] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.444988] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-b1bf1d70-8254-46a8-bb4d-757f3a0b0c9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.299796] env[69670]: INFO networking_nsxv3.common.synchronization [req-151d20b3-1f09-4d23-bb19-a587cec3ef5d req-097f3359-3a79-454a-8501-e3a7cd258cfa service nova] Enqueued Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_rules [ 890.299988] env[69670]: INFO networking_nsxv3.common.synchronization [req-151d20b3-1f09-4d23-bb19-a587cec3ef5d req-097f3359-3a79-454a-8501-e3a7cd258cfa service nova] Enqueued Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_members [ 890.300144] env[69670]: INFO networking_nsxv3.common.synchronization [req-151d20b3-1f09-4d23-bb19-a587cec3ef5d req-097f3359-3a79-454a-8501-e3a7cd258cfa service nova] Enqueued Resource ID: b1bf1d70-8254-46a8-bb4d-757f3a0b0c9d with Priority: HIGHEST for action port [ 890.300712] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_rules [ 890.300866] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_members [ 890.300969] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1bf1d70-8254-46a8-bb4d-757f3a0b0c9d with Priority: HIGHEST for action port [ 890.303353] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.303486] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.303557] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.303881] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.303986] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.304877] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.304994] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.305091] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.305282] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.305444] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.305903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.305903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.305903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.305903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.305903] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.307138] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1bf1d70-8254-46a8-bb4d-757f3a0b0c9d taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.307138] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1bf1d70-8254-46a8-bb4d-757f3a0b0c9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.307234] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1bf1d70-8254-46a8-bb4d-757f3a0b0c9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.307353] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1bf1d70-8254-46a8-bb4d-757f3a0b0c9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.307429] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1bf1d70-8254-46a8-bb4d-757f3a0b0c9d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.421969] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c8f899-578e-4f22-9860-e6399e89e690 in Status: SUCCESS [ 890.422401] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.422401] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.422575] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.422812] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.422868] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.422960] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.423091] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.423300] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.423474] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.424685] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.809814] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.810865] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.810984] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.812667] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1bf1d70-8254-46a8-bb4d-757f3a0b0c9d with status ACTIVE [ 890.812914] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.813028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.813028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.813359] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.813359] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.813531] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.813634] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.813634] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.813765] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.813837] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.814013] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.814109] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.814238] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.814326] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.814368] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.814459] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1bf1d70-8254-46a8-bb4d-757f3a0b0c9d is going to be updated. [ 890.834291] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.834437] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.834512] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.834724] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.835077] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.835077] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1bf1d70-8254-46a8-bb4d-757f3a0b0c9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.930466] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c8f899-578e-4f22-9860-e6399e89e690 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.930692] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.930791] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.931209] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.931421] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.931529] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.931600] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.931782] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.931904] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.932046] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.932207] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c8f899-578e-4f22-9860-e6399e89e690 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.932290] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.932388] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.932495] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.932627] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.932761] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.932761] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.932896] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.933019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.933066] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.933140] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.312528] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.435253] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96c8f899-578e-4f22-9860-e6399e89e690: rpc.has_security_group_logging(os_id): False [ 891.453494] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.453494] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.453494] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.453494] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.453494] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.453494] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.453494] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.453494] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.453494] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.453494] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.453867] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.453867] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.453867] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.453954] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.454074] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.454237] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.454325] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.454382] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.454514] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.454583] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.454695] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96c8f899-578e-4f22-9860-e6399e89e690 is going to be updated. [ 891.512518] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.512664] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.512706] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.512924] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.513098] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.525676] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c8f899-578e-4f22-9860-e6399e89e690 in Status: IN_PROGRESS for 2s [ 891.815668] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.815852] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.815932] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.816195] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.816324] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.816450] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ae94e30-e016-435b-850c-689d2a009139 is going to be created. [ 891.834168] env[69670]: INFO networking_nsxv3.common.synchronization [req-1af7d164-6bf7-4dd2-a86b-c8ae5cd338bd req-aaa57833-1904-44f3-8fb0-1a5a1ef272b3 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Enqueued Resource ID: dec6f616-720c-4024-b086-b4cd7d6a2a06 with Priority: HIGHEST for action security_group_members [ 891.835029] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dec6f616-720c-4024-b086-b4cd7d6a2a06 with Priority: HIGHEST for action security_group_members [ 891.835486] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-dec6f616-720c-4024-b086-b4cd7d6a2a06 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.835486] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dec6f616-720c-4024-b086-b4cd7d6a2a06" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.835605] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dec6f616-720c-4024-b086-b4cd7d6a2a06" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.835925] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dec6f616-720c-4024-b086-b4cd7d6a2a06" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.836221] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.836402] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.836546] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.836814] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.836971] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.837165] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dec6f616-720c-4024-b086-b4cd7d6a2a06',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.864209] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.864376] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.864441] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.864641] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.864827] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.874307] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: UNINITIALIZED for 2s [ 892.340759] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.343267] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.343376] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.343651] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.373332] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.373661] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.373889] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.374085] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.374255] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.374375] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.374504] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dec6f616-720c-4024-b086-b4cd7d6a2a06 is going to be updated. [ 892.401349] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.401349] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.401349] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.401349] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.401582] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.409895] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dec6f616-720c-4024-b086-b4cd7d6a2a06 in Status: IN_PROGRESS for 2s [ 893.542397] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c8f899-578e-4f22-9860-e6399e89e690 in Status: SUCCESS [ 893.542724] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.668018] env[69670]: INFO networking_nsxv3.common.synchronization [req-05311219-8635-4e68-a2fc-4d63808d0c49 req-9801751f-400c-4b0a-9604-a6b446871c1a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Enqueued Resource ID: ec2dc0b6-e584-49d4-88c3-cddf12d5ba54 with Priority: HIGHEST for action security_group_members [ 893.668641] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2dc0b6-e584-49d4-88c3-cddf12d5ba54 with Priority: HIGHEST for action security_group_members [ 893.668978] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2dc0b6-e584-49d4-88c3-cddf12d5ba54 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.669136] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2dc0b6-e584-49d4-88c3-cddf12d5ba54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.669195] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2dc0b6-e584-49d4-88c3-cddf12d5ba54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.669404] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2dc0b6-e584-49d4-88c3-cddf12d5ba54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.669557] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.669680] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.669828] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.669873] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.669920] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.670120] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec2dc0b6-e584-49d4-88c3-cddf12d5ba54',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.884008] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: SUCCESS [ 893.884252] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.884411] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.884625] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.884847] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.884973] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.885098] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.885207] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.885302] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.885369] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.885470] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.172325] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.172500] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.172575] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.172817] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.172932] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.173180] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.173286] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.173418] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.173527] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.173605] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.173692] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec2dc0b6-e584-49d4-88c3-cddf12d5ba54 is going to be updated. [ 894.199280] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.199435] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.199508] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.199726] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.199871] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.208382] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2dc0b6-e584-49d4-88c3-cddf12d5ba54 in Status: IN_PROGRESS for 2s [ 894.387912] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.388149] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.388226] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.388484] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.388701] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.388813] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.388889] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.389065] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.389194] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.389290] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.389448] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.389555] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.389617] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.389772] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.389926] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.390028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.390100] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.390242] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.390340] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.390424] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.390514] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.419638] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dec6f616-720c-4024-b086-b4cd7d6a2a06 in Status: SUCCESS [ 894.419862] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dec6f616-720c-4024-b086-b4cd7d6a2a06 deletion is rescheduled due to dependency. [ 894.419984] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dec6f616-720c-4024-b086-b4cd7d6a2a06" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.894550] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ae94e30-e016-435b-850c-689d2a009139: rpc.has_security_group_logging(os_id): False [ 894.912282] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.912465] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.912527] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.912729] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.912884] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.913074] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.913179] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.913238] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.913396] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.913501] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.913704] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.913802] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.913866] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.914015] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.914098] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.914279] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.914371] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.914432] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.914566] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.914641] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.914754] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ae94e30-e016-435b-850c-689d2a009139 is going to be created. [ 894.968799] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.968799] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.968799] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.968799] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.969031] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.982232] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: IN_PROGRESS for 2s [ 895.003144] env[69670]: INFO networking_nsxv3.common.synchronization [req-0199904a-ddcb-4f52-bd93-cc9e2306e449 req-89977c34-9285-4920-bd28-4d374e7bef08 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Enqueued Resource ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 with Priority: HIGHEST for action security_group_members [ 895.003645] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 with Priority: HIGHEST for action security_group_members [ 895.003955] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-bae4e153-b553-49d0-8dba-e29ce7a007b1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.004090] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.004156] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.004349] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.004498] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.004588] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.004647] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.004804] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.004885] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.005040] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.144757] env[69670]: INFO networking_nsxv3.common.synchronization [req-2926172d-461d-47f6-b4e7-d42528639e1b req-3bfd64e8-3fa9-4586-bdc1-3f49b5cf2d9e tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Enqueued Resource ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab with Priority: HIGHEST for action security_group_members [ 895.145331] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab with Priority: HIGHEST for action security_group_members [ 895.145634] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.145762] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.145830] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.146622] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.146886] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.147062] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.147133] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.147301] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.147387] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.147496] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.507535] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.531928] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-518 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.531928] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-518" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.531928] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-518" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.532133] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-518" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.532692] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.532692] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.532852] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.533011] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.533165] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.533381] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 895.533505] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 895.533636] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 895.533760] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 895.533943] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 895.534532] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 895.534532] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 895.553483] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 895.553709] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 895.553886] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 895.554119] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-518" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.554466] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-7451a510-5e8d-4016-bff4-6ae7fbb65fbe taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.554679] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-7451a510-5e8d-4016-bff4-6ae7fbb65fbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.554823] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-7451a510-5e8d-4016-bff4-6ae7fbb65fbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.556082] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-7451a510-5e8d-4016-bff4-6ae7fbb65fbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.556082] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7451a510-5e8d-4016-bff4-6ae7fbb65fbe',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.649906] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.650075] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.650152] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.650404] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.650466] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.650664] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.650763] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.650826] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.650971] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.651058] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.651144] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab already deleted. [ 895.651224] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.008845] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.059154] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.059154] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.059154] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.059154] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.059154] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.059154] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 7451a510-5e8d-4016-bff4-6ae7fbb65fbe not found, creating... [ 896.059154] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.059154] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.059414] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.059443] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.059560] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.059841] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.059988] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.060113] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.060313] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.060439] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.060574] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 7451a510-5e8d-4016-bff4-6ae7fbb65fbe is going to be created. [ 896.079696] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.079927] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.080063] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.080332] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.080554] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.080777] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-7451a510-5e8d-4016-bff4-6ae7fbb65fbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.083282] env[69670]: INFO networking_nsxv3.common.synchronization [req-59aebce5-06ec-495f-8a9b-46a87a88530e req-7b9527dd-6537-4638-9075-45101e547a3a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Enqueued Resource ID: 85925ea3-e7a8-4379-99cc-f68b3cb9f569 with Priority: HIGHEST for action security_group_members [ 896.083967] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85925ea3-e7a8-4379-99cc-f68b3cb9f569 with Priority: HIGHEST for action security_group_members [ 896.084632] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-85925ea3-e7a8-4379-99cc-f68b3cb9f569 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.084782] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85925ea3-e7a8-4379-99cc-f68b3cb9f569" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.084904] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85925ea3-e7a8-4379-99cc-f68b3cb9f569" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.085121] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85925ea3-e7a8-4379-99cc-f68b3cb9f569" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.085345] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.085474] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.085569] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.085736] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.085847] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.085956] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85925ea3-e7a8-4379-99cc-f68b3cb9f569',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.221027] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2dc0b6-e584-49d4-88c3-cddf12d5ba54 in Status: SUCCESS [ 896.221212] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec2dc0b6-e584-49d4-88c3-cddf12d5ba54 deletion is rescheduled due to dependency. [ 896.221331] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2dc0b6-e584-49d4-88c3-cddf12d5ba54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.511990] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.512186] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.512263] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.512484] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.512579] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.512680] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 is going to be updated. [ 896.540523] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.540687] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.540769] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.540977] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.541174] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.549722] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 in Status: IN_PROGRESS for 2s [ 896.588117] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.588319] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.588442] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.588685] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.608889] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.609176] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.609300] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.609367] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.609570] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.609655] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.609745] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85925ea3-e7a8-4379-99cc-f68b3cb9f569 is going to be updated. [ 896.645762] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.645940] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.645993] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.646190] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.646328] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.654151] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85925ea3-e7a8-4379-99cc-f68b3cb9f569 in Status: IN_PROGRESS for 2s [ 896.993086] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: SUCCESS [ 896.995050] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.080177] env[69670]: INFO networking_nsxv3.common.synchronization [req-2926172d-461d-47f6-b4e7-d42528639e1b req-2352dcb8-effb-4792-9d15-1919ab5e13a3 service nova] Enqueued Resource ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab with Priority: HIGHEST for action security_group_rules [ 897.081087] env[69670]: INFO networking_nsxv3.common.synchronization [req-2926172d-461d-47f6-b4e7-d42528639e1b req-2352dcb8-effb-4792-9d15-1919ab5e13a3 service nova] Enqueued Resource ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab with Priority: HIGHEST for action security_group_members [ 897.081087] env[69670]: INFO networking_nsxv3.common.synchronization [req-2926172d-461d-47f6-b4e7-d42528639e1b req-2352dcb8-effb-4792-9d15-1919ab5e13a3 service nova] Enqueued Resource ID: 7451a510-5e8d-4016-bff4-6ae7fbb65fbe with Priority: HIGHEST for action port [ 897.081087] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab with Priority: HIGHEST for action security_group_rules [ 897.081087] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab with Priority: HIGHEST for action security_group_members [ 897.081087] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7451a510-5e8d-4016-bff4-6ae7fbb65fbe with Priority: HIGHEST for action port [ 897.081513] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.081637] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.081708] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.081965] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.082145] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.084030] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.084030] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.084030] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.084030] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.084030] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.084030] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.084030] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.084030] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.084030] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.084030] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.085207] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-7451a510-5e8d-4016-bff4-6ae7fbb65fbe taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.085319] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7451a510-5e8d-4016-bff4-6ae7fbb65fbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.085385] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7451a510-5e8d-4016-bff4-6ae7fbb65fbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.085536] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7451a510-5e8d-4016-bff4-6ae7fbb65fbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.085611] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7451a510-5e8d-4016-bff4-6ae7fbb65fbe',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.588126] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7451a510-5e8d-4016-bff4-6ae7fbb65fbe with status ACTIVE [ 897.588227] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.588368] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.588434] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.588647] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.588733] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.589039] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.589039] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.589107] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.589469] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.589469] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.589469] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.589569] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.589598] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.592019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.592019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.592019] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7451a510-5e8d-4016-bff4-6ae7fbb65fbe is going to be updated. [ 897.592019] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.594149] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.594149] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.615760] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.615924] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.615969] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.616197] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.616364] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.616486] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7451a510-5e8d-4016-bff4-6ae7fbb65fbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.094326] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.561057] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 in Status: SUCCESS [ 898.561057] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.596746] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.596746] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.596746] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.596746] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.596746] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.596746] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab is going to be created. [ 898.625221] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.625221] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.625375] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.625596] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.625827] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.635642] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab in Status: UNINITIALIZED for 2s [ 898.663558] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85925ea3-e7a8-4379-99cc-f68b3cb9f569 in Status: SUCCESS [ 898.663558] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85925ea3-e7a8-4379-99cc-f68b3cb9f569 deletion is rescheduled due to dependency. [ 898.663711] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85925ea3-e7a8-4379-99cc-f68b3cb9f569" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.839572] env[69670]: INFO networking_nsxv3.common.synchronization [req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef req-c137143e-e843-4d03-a769-30cee03c13e0 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Enqueued Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGHEST for action security_group_members [ 899.840165] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGHEST for action security_group_members [ 899.840432] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.840790] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.840790] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.840953] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.840992] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.844570] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.844651] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.844857] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.844935] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.845045] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.348953] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.349198] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.349287] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.349478] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.370719] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.371013] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.371143] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.371217] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.371430] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.371522] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.371616] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f is going to be updated. [ 900.393575] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.393804] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.393804] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.393988] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.394147] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.403595] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f in Status: IN_PROGRESS for 2s [ 900.628546] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-778 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.628780] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-778" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.628909] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-778" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.629254] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-778" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.629477] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.629639] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.629759] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.629988] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.630180] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.630458] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 900.630506] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 900.630613] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 900.630719] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 900.634018] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 900.634018] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 900.634018] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 900.643034] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab in Status: SUCCESS [ 900.643225] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.643369] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.643540] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.643700] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.643808] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.643887] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.644042] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.644149] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.645108] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.645108] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.649833] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 900.649833] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 900.649833] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 900.650245] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-778" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.651035] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-be902f56-d320-4f35-b22f-45517d4b9e61 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.651035] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-be902f56-d320-4f35-b22f-45517d4b9e61" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.651035] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-be902f56-d320-4f35-b22f-45517d4b9e61" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.651035] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-be902f56-d320-4f35-b22f-45517d4b9e61" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.651035] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be902f56-d320-4f35-b22f-45517d4b9e61',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.146911] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.147232] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.147303] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.149041] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.149041] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.149041] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.149041] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.149041] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.149041] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.149041] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.149041] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.149041] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.149041] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.149041] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.149531] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.149676] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.149752] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.149911] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.149976] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.150071] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.150200] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.153242] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.153410] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.153535] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.153816] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.155017] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.155017] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port be902f56-d320-4f35-b22f-45517d4b9e61 not found, creating... [ 901.155017] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.155172] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.155326] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.155770] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.155884] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.156238] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.157431] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.157431] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.157431] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.157431] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.157431] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: be902f56-d320-4f35-b22f-45517d4b9e61 is going to be created. [ 901.178827] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.179120] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.179312] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.180023] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.180023] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.180186] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-be902f56-d320-4f35-b22f-45517d4b9e61" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.653740] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab: rpc.has_security_group_logging(os_id): False [ 901.673019] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.673019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.673019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.673019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.673019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.673019] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.673019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.673019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.673019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.673019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.673019] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.673019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.673019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.673019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.673019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.673580] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.673580] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.673580] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.673580] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.673580] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.673580] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab is going to be created. [ 901.729037] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.729037] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.729037] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.729037] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.729037] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.743904] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab in Status: IN_PROGRESS for 2s [ 901.847556] env[69670]: INFO networking_nsxv3.common.synchronization [None req-396de4fc-1c21-4e71-833e-a7e053ed5ef0 None None] Enqueued Resource ID: 4ebf9db9-d64f-4d80-a74e-690e1a7c92f9 with Priority: HIGHEST for action port [ 901.849106] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ebf9db9-d64f-4d80-a74e-690e1a7c92f9 with Priority: HIGHEST for action port [ 901.849657] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ebf9db9-d64f-4d80-a74e-690e1a7c92f9 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.851249] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ebf9db9-d64f-4d80-a74e-690e1a7c92f9" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.851249] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ebf9db9-d64f-4d80-a74e-690e1a7c92f9" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.851249] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ebf9db9-d64f-4d80-a74e-690e1a7c92f9" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.851249] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ebf9db9-d64f-4d80-a74e-690e1a7c92f9',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.152371] env[69670]: INFO networking_nsxv3.common.synchronization [req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef req-d062131f-bcf8-465e-bbc8-904451a2f541 service nova] Enqueued Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGHEST for action security_group_rules [ 902.152601] env[69670]: INFO networking_nsxv3.common.synchronization [req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef req-d062131f-bcf8-465e-bbc8-904451a2f541 service nova] Enqueued Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGHEST for action security_group_members [ 902.152851] env[69670]: INFO networking_nsxv3.common.synchronization [req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef req-d062131f-bcf8-465e-bbc8-904451a2f541 service nova] Enqueued Resource ID: be902f56-d320-4f35-b22f-45517d4b9e61 with Priority: HIGHEST for action port [ 902.152922] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGHEST for action security_group_rules [ 902.154027] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGHEST for action security_group_members [ 902.154027] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be902f56-d320-4f35-b22f-45517d4b9e61 with Priority: HIGHEST for action port [ 902.154195] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.154327] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.154421] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.154587] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.154666] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.155579] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.155643] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.155802] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-be902f56-d320-4f35-b22f-45517d4b9e61 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.155903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be902f56-d320-4f35-b22f-45517d4b9e61" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.155969] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be902f56-d320-4f35-b22f-45517d4b9e61" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.156281] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be902f56-d320-4f35-b22f-45517d4b9e61" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.156383] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be902f56-d320-4f35-b22f-45517d4b9e61',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.356838] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ebf9db9-d64f-4d80-a74e-690e1a7c92f9 [ 902.356838] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.356838] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.356838] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.356838] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.356838] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.356838] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ebf9db9-d64f-4d80-a74e-690e1a7c92f9 already deleted. [ 902.356838] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ebf9db9-d64f-4d80-a74e-690e1a7c92f9" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.413804] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f in Status: SUCCESS [ 902.414064] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f deletion is rescheduled due to dependency. [ 902.414218] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.414928] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.415225] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.415657] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.415657] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.415814] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.416051] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.416051] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.416290] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.658364] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.658448] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.658710] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be902f56-d320-4f35-b22f-45517d4b9e61 with status ACTIVE [ 902.658803] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.658905] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.658971] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.659202] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.659293] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.659467] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.659562] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.659618] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.659770] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.659846] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.660041] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.660141] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.660197] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.660315] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.660390] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.660474] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be902f56-d320-4f35-b22f-45517d4b9e61 is going to be updated. [ 902.679864] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.680042] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.680129] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.680335] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.680476] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.680641] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be902f56-d320-4f35-b22f-45517d4b9e61" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.918535] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.421401] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.760585] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab in Status: SUCCESS [ 903.760585] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.926060] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.926193] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.926256] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.926529] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.926642] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.926936] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f is going to be updated. [ 903.965693] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.965693] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.965693] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.965693] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.965693] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.973499] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f in Status: IN_PROGRESS for 2s [ 904.098919] env[69670]: INFO networking_nsxv3.common.synchronization [None req-a07c1014-ad65-4a19-bf65-71cb3ab69eef None None] Enqueued Resource ID: 69e9d91c-728b-42f8-bf15-10f045dfb05f with Priority: HIGHEST for action port [ 904.100243] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69e9d91c-728b-42f8-bf15-10f045dfb05f with Priority: HIGHEST for action port [ 904.100922] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-69e9d91c-728b-42f8-bf15-10f045dfb05f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.101194] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69e9d91c-728b-42f8-bf15-10f045dfb05f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.101345] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69e9d91c-728b-42f8-bf15-10f045dfb05f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.102991] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69e9d91c-728b-42f8-bf15-10f045dfb05f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.102991] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69e9d91c-728b-42f8-bf15-10f045dfb05f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.603526] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69e9d91c-728b-42f8-bf15-10f045dfb05f [ 904.603780] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.603918] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.603988] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.604229] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.604326] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.604426] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69e9d91c-728b-42f8-bf15-10f045dfb05f already deleted. [ 904.604524] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69e9d91c-728b-42f8-bf15-10f045dfb05f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.815219] env[69670]: INFO networking_nsxv3.common.synchronization [req-809716af-8be4-4547-9a94-f9270e31a55a req-9afd7b5c-b45e-4a1b-a3c2-b65714bee899 tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Enqueued Resource ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f with Priority: HIGHEST for action security_group_members [ 904.815872] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f with Priority: HIGHEST for action security_group_members [ 904.816232] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.816348] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.816412] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.816648] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.816814] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.816941] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.817017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.817222] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.817315] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.820169] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('203a71a6-54ed-4edd-92e1-fb96e1b09c3f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.267876] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-208 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.268087] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-208" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.268282] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-208" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.268564] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-208" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.268833] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.269009] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.270218] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.270494] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.270668] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.270891] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 905.271023] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 905.271144] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 905.271259] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 905.271377] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 905.271502] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 905.271697] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 905.285757] env[69670]: INFO networking_nsxv3.common.synchronization [req-7a6222c0-5cac-4f17-aff4-5fdf42c51c09 req-fd2ab804-1d45-4c95-9baa-9b47d02a6649 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Enqueued Resource ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 with Priority: HIGHEST for action security_group_members [ 905.286272] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 with Priority: HIGHEST for action security_group_members [ 905.286613] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7916f30b-b1c9-435a-b7dc-6f56b5d57822 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.287388] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.287388] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.287388] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.287388] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.287388] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.287610] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.287610] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.287661] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.287741] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7916f30b-b1c9-435a-b7dc-6f56b5d57822',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.289257] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 905.289413] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 905.289550] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 905.289709] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-208" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.289987] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-8185a6dc-d992-4311-acd4-1ff2aa827545 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.290672] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-8185a6dc-d992-4311-acd4-1ff2aa827545" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.290672] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-8185a6dc-d992-4311-acd4-1ff2aa827545" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.290672] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-8185a6dc-d992-4311-acd4-1ff2aa827545" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.290819] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8185a6dc-d992-4311-acd4-1ff2aa827545',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.319461] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.319646] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.319733] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.319984] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.339740] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.339990] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.340135] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.340205] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.340414] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.340505] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.340586] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f is going to be updated. [ 905.365865] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.365865] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.365865] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.365865] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.365865] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.373124] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f in Status: IN_PROGRESS for 2s [ 905.793914] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.794234] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.794234] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.794361] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.795903] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.796245] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.796319] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.796604] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.796791] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.797086] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 8185a6dc-d992-4311-acd4-1ff2aa827545 not found, creating... [ 905.797415] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.797653] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.797807] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.798060] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.798211] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.798561] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.798730] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.798852] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.799166] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.799350] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.799528] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 8185a6dc-d992-4311-acd4-1ff2aa827545 is going to be created. [ 905.819410] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.819691] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.819823] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.820128] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.820370] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.820604] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-8185a6dc-d992-4311-acd4-1ff2aa827545" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.822779] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.822994] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.823125] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.823203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.823387] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.823470] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.823594] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 is going to be updated. [ 905.850145] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.850326] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.850422] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.850699] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.850883] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.858633] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 in Status: IN_PROGRESS for 2s [ 905.982654] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f in Status: SUCCESS [ 905.982932] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.983086] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.983299] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.983495] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.983614] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.983679] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.983829] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.983910] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.983995] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.984099] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.486642] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.486815] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.486868] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.487164] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.487409] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.487487] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.487561] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.487726] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.487855] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.487903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.488063] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.488187] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.488250] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.488352] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.488479] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.488593] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.488621] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.488741] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.488820] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.488895] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.488990] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.563438] env[69670]: INFO networking_nsxv3.common.synchronization [req-809716af-8be4-4547-9a94-f9270e31a55a req-3c6376f9-1ff8-44e3-a670-6eacce07ada0 service nova] Enqueued Resource ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f with Priority: HIGHEST for action security_group_rules [ 906.563640] env[69670]: INFO networking_nsxv3.common.synchronization [req-809716af-8be4-4547-9a94-f9270e31a55a req-3c6376f9-1ff8-44e3-a670-6eacce07ada0 service nova] Enqueued Resource ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f with Priority: HIGHEST for action security_group_members [ 906.563784] env[69670]: INFO networking_nsxv3.common.synchronization [req-809716af-8be4-4547-9a94-f9270e31a55a req-3c6376f9-1ff8-44e3-a670-6eacce07ada0 service nova] Enqueued Resource ID: 8185a6dc-d992-4311-acd4-1ff2aa827545 with Priority: HIGHEST for action port [ 906.564133] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f with Priority: HIGHEST for action security_group_rules [ 906.564270] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f with Priority: HIGHEST for action security_group_members [ 906.564420] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8185a6dc-d992-4311-acd4-1ff2aa827545 with Priority: HIGHEST for action port [ 906.564972] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-203a71a6-54ed-4edd-92e1-fb96e1b09c3f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.565113] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.565227] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.565385] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.565471] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('203a71a6-54ed-4edd-92e1-fb96e1b09c3f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.566369] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.566479] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.566682] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-8185a6dc-d992-4311-acd4-1ff2aa827545 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.566811] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8185a6dc-d992-4311-acd4-1ff2aa827545" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.566811] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8185a6dc-d992-4311-acd4-1ff2aa827545" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.567018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8185a6dc-d992-4311-acd4-1ff2aa827545" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.567117] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8185a6dc-d992-4311-acd4-1ff2aa827545',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.993258] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aac54264-f7b3-4aca-a0d1-6eebdb59bc7f: rpc.has_security_group_logging(os_id): False [ 907.011789] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.011943] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.015021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.015021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.015021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.015021] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.015021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.015021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.015021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.015021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.015021] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.015021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.015021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.015021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.015021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.015021] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.015557] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.015557] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.015557] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.015557] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.015557] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f is going to be updated. [ 907.069888] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.070118] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.070464] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8185a6dc-d992-4311-acd4-1ff2aa827545 with status ACTIVE [ 907.070721] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.070957] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.071114] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.075195] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.075322] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.075566] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.075665] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.075732] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.076386] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.076386] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.076386] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.076546] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.076546] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.076715] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.076797] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.076877] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8185a6dc-d992-4311-acd4-1ff2aa827545 is going to be updated. [ 907.078912] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.079032] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.079101] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.079273] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.079406] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.092079] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f in Status: IN_PROGRESS for 2s [ 907.100650] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.100785] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.100855] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.101088] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.101226] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.101383] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8185a6dc-d992-4311-acd4-1ff2aa827545" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.382377] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f in Status: SUCCESS [ 907.382623] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f deletion is rescheduled due to dependency. [ 907.383173] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.383173] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.383173] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.383361] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.383484] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.383549] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.383719] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.383805] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.383916] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('203a71a6-54ed-4edd-92e1-fb96e1b09c3f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.871810] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 in Status: SUCCESS [ 907.872081] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 deletion is rescheduled due to dependency. [ 907.872228] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.886831] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('203a71a6-54ed-4edd-92e1-fb96e1b09c3f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.390150] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('203a71a6-54ed-4edd-92e1-fb96e1b09c3f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.893605] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.893781] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.893857] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.894143] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.894244] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.894350] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f is going to be updated. [ 908.921654] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.921808] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.921879] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.922112] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.922265] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.931983] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f in Status: IN_PROGRESS for 2s [ 909.124692] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f in Status: SUCCESS [ 909.124953] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.801101] env[69670]: INFO networking_nsxv3.common.synchronization [req-e3486272-69a6-41bd-9cb2-af280c50f1ec req-6d31984a-f0b8-4088-85c5-4d3910b242d9 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Enqueued Resource ID: c549e374-faa7-4797-867b-68785ee18fe0 with Priority: HIGHEST for action security_group_members [ 909.801101] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c549e374-faa7-4797-867b-68785ee18fe0 with Priority: HIGHEST for action security_group_members [ 909.801101] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-c549e374-faa7-4797-867b-68785ee18fe0 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.801101] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c549e374-faa7-4797-867b-68785ee18fe0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.801101] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c549e374-faa7-4797-867b-68785ee18fe0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.801591] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c549e374-faa7-4797-867b-68785ee18fe0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.801591] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.801591] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.801749] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.801841] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.801885] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.802496] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c549e374-faa7-4797-867b-68785ee18fe0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.304854] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.305069] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.305160] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.305416] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.305515] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.305746] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.305848] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.305913] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.306074] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.306235] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.306235] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c549e374-faa7-4797-867b-68785ee18fe0 already deleted. [ 910.306311] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c549e374-faa7-4797-867b-68785ee18fe0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.715948] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-282 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.715948] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-282" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.715948] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-282" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.716209] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-282" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.716513] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.716513] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.716666] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.716817] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.716965] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.717245] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 910.717375] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.717495] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.717603] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.717712] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 910.717816] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.717959] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.737321] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.737321] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 910.737321] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.737321] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-282" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.737321] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-e4fe87ff-3975-4ec6-b79e-e0b683d808d9 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.737672] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-e4fe87ff-3975-4ec6-b79e-e0b683d808d9" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.737672] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-e4fe87ff-3975-4ec6-b79e-e0b683d808d9" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.738379] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-e4fe87ff-3975-4ec6-b79e-e0b683d808d9" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.738379] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4fe87ff-3975-4ec6-b79e-e0b683d808d9',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.945722] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f in Status: SUCCESS [ 910.945722] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.945722] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.945722] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.945722] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.945722] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.945722] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.945722] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.945722] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.945722] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.945722] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('203a71a6-54ed-4edd-92e1-fb96e1b09c3f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.240658] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.241013] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.241184] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.241497] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.241658] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.241827] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port e4fe87ff-3975-4ec6-b79e-e0b683d808d9 not found, creating... [ 911.242485] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.242846] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.243056] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.243397] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.243620] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.244310] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.244420] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.244507] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.244749] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.245021] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.245169] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: e4fe87ff-3975-4ec6-b79e-e0b683d808d9 is going to be created. [ 911.265897] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.266172] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.266422] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.266778] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.267066] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.267344] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-e4fe87ff-3975-4ec6-b79e-e0b683d808d9" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.449499] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('203a71a6-54ed-4edd-92e1-fb96e1b09c3f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.952809] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 203a71a6-54ed-4edd-92e1-fb96e1b09c3f: rpc.has_security_group_logging(os_id): False [ 911.974441] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.974652] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.974747] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.975016] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.975162] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.975457] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.975586] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.975671] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.976966] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.976966] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.977096] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f is going to be updated. [ 912.033939] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.034215] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.034215] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.034405] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.034550] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.057550] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f in Status: IN_PROGRESS for 2s [ 912.137036] env[69670]: INFO networking_nsxv3.common.synchronization [req-e3486272-69a6-41bd-9cb2-af280c50f1ec req-eef39042-3594-419d-850d-a66683015095 service nova] Enqueued Resource ID: c549e374-faa7-4797-867b-68785ee18fe0 with Priority: HIGHEST for action security_group_rules [ 912.137275] env[69670]: INFO networking_nsxv3.common.synchronization [req-e3486272-69a6-41bd-9cb2-af280c50f1ec req-eef39042-3594-419d-850d-a66683015095 service nova] Enqueued Resource ID: c549e374-faa7-4797-867b-68785ee18fe0 with Priority: HIGHEST for action security_group_members [ 912.137425] env[69670]: INFO networking_nsxv3.common.synchronization [req-e3486272-69a6-41bd-9cb2-af280c50f1ec req-eef39042-3594-419d-850d-a66683015095 service nova] Enqueued Resource ID: e4fe87ff-3975-4ec6-b79e-e0b683d808d9 with Priority: HIGHEST for action port [ 912.137802] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c549e374-faa7-4797-867b-68785ee18fe0 with Priority: HIGHEST for action security_group_rules [ 912.137802] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c549e374-faa7-4797-867b-68785ee18fe0 with Priority: HIGHEST for action security_group_members [ 912.137899] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4fe87ff-3975-4ec6-b79e-e0b683d808d9 with Priority: HIGHEST for action port [ 912.138576] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c549e374-faa7-4797-867b-68785ee18fe0 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.138654] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c549e374-faa7-4797-867b-68785ee18fe0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.138689] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c549e374-faa7-4797-867b-68785ee18fe0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.138897] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c549e374-faa7-4797-867b-68785ee18fe0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.138965] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c549e374-faa7-4797-867b-68785ee18fe0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.143451] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-c549e374-faa7-4797-867b-68785ee18fe0 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.143593] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c549e374-faa7-4797-867b-68785ee18fe0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.143663] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c549e374-faa7-4797-867b-68785ee18fe0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.143878] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c549e374-faa7-4797-867b-68785ee18fe0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.145805] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.145805] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.145805] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.145805] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.145805] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.145805] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c549e374-faa7-4797-867b-68785ee18fe0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.146575] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4fe87ff-3975-4ec6-b79e-e0b683d808d9 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.146703] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4fe87ff-3975-4ec6-b79e-e0b683d808d9" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.146747] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4fe87ff-3975-4ec6-b79e-e0b683d808d9" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.146903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4fe87ff-3975-4ec6-b79e-e0b683d808d9" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.147900] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4fe87ff-3975-4ec6-b79e-e0b683d808d9',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.649631] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c549e374-faa7-4797-867b-68785ee18fe0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.652695] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-c549e374-faa7-4797-867b-68785ee18fe0 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.653184] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c549e374-faa7-4797-867b-68785ee18fe0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.653184] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4fe87ff-3975-4ec6-b79e-e0b683d808d9 with status ACTIVE [ 912.653372] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.653495] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.653575] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.653817] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.653963] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.655489] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.655589] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.655589] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.655817] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.657071] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.657637] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.657637] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.657637] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.657858] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.657885] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.658371] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4fe87ff-3975-4ec6-b79e-e0b683d808d9 is going to be updated. [ 912.680900] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.681111] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.681156] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.681586] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.681586] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.681730] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4fe87ff-3975-4ec6-b79e-e0b683d808d9" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.159812] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c549e374-faa7-4797-867b-68785ee18fe0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.661843] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.662012] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.662084] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.662299] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.662389] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.662487] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c549e374-faa7-4797-867b-68785ee18fe0 is going to be created. [ 913.684507] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.684701] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.684701] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.684926] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.685106] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.692939] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c549e374-faa7-4797-867b-68785ee18fe0 in Status: UNINITIALIZED for 2s [ 914.069845] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f in Status: SUCCESS [ 914.070085] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.705157] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c549e374-faa7-4797-867b-68785ee18fe0 in Status: SUCCESS [ 915.705397] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c549e374-faa7-4797-867b-68785ee18fe0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.705554] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c549e374-faa7-4797-867b-68785ee18fe0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.705765] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c549e374-faa7-4797-867b-68785ee18fe0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.708118] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.708118] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.708118] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.708118] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.708118] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.708118] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c549e374-faa7-4797-867b-68785ee18fe0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.708118] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c549e374-faa7-4797-867b-68785ee18fe0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.208729] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c549e374-faa7-4797-867b-68785ee18fe0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.712401] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c549e374-faa7-4797-867b-68785ee18fe0: rpc.has_security_group_logging(os_id): False [ 916.735303] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.735453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.735544] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.735779] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.736232] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.736232] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.736362] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.736362] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.736537] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.736608] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.736752] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c549e374-faa7-4797-867b-68785ee18fe0 is going to be created. [ 916.796493] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.796678] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.796788] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.797089] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.797392] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.807566] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c549e374-faa7-4797-867b-68785ee18fe0 in Status: IN_PROGRESS for 2s [ 917.139285] env[69670]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 917.139384] env[69670]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 918.823649] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c549e374-faa7-4797-867b-68785ee18fe0 in Status: SUCCESS [ 918.823993] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c549e374-faa7-4797-867b-68785ee18fe0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.140351] env[69670]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 922.140703] env[69670]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 922.962557] env[69670]: INFO networking_nsxv3.common.synchronization [None req-cf290c30-2ae7-4310-b45f-6269d8ae668c None None] Enqueued Resource ID: c18b4ac9-789f-4a6d-8f9e-1f5a3661eb5d with Priority: HIGHEST for action port [ 922.962557] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18b4ac9-789f-4a6d-8f9e-1f5a3661eb5d with Priority: HIGHEST for action port [ 922.962557] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-c18b4ac9-789f-4a6d-8f9e-1f5a3661eb5d taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.962557] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c18b4ac9-789f-4a6d-8f9e-1f5a3661eb5d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.962557] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c18b4ac9-789f-4a6d-8f9e-1f5a3661eb5d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.962557] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c18b4ac9-789f-4a6d-8f9e-1f5a3661eb5d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.962557] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c18b4ac9-789f-4a6d-8f9e-1f5a3661eb5d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.464253] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c18b4ac9-789f-4a6d-8f9e-1f5a3661eb5d [ 923.464640] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.464640] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.464787] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.465011] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.465141] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.465252] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c18b4ac9-789f-4a6d-8f9e-1f5a3661eb5d already deleted. [ 923.465322] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c18b4ac9-789f-4a6d-8f9e-1f5a3661eb5d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.163180] env[69670]: INFO networking_nsxv3.common.synchronization [None req-b2401f2d-774c-4ee8-ad0e-eec50074a80b None None] Enqueued Resource ID: 16a3151c-809e-46dc-ad23-0733f3bc882e with Priority: HIGHEST for action port [ 925.163180] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16a3151c-809e-46dc-ad23-0733f3bc882e with Priority: HIGHEST for action port [ 925.164318] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-16a3151c-809e-46dc-ad23-0733f3bc882e taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.164318] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16a3151c-809e-46dc-ad23-0733f3bc882e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.164318] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16a3151c-809e-46dc-ad23-0733f3bc882e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.164318] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16a3151c-809e-46dc-ad23-0733f3bc882e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.164318] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16a3151c-809e-46dc-ad23-0733f3bc882e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.666962] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16a3151c-809e-46dc-ad23-0733f3bc882e [ 925.667312] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.667630] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.667738] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.668216] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.668362] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.668578] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16a3151c-809e-46dc-ad23-0733f3bc882e already deleted. [ 925.668698] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16a3151c-809e-46dc-ad23-0733f3bc882e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.927069] env[69670]: INFO networking_nsxv3.common.synchronization [req-33ea5c91-7622-464e-92bb-2c55665c475b req-4f3bf031-768f-4422-9541-824c545b3dd0 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Enqueued Resource ID: 847fd8a5-6751-429a-8967-e656a3577dff with Priority: HIGHEST for action security_group_members [ 925.927329] env[69670]: INFO networking_nsxv3.common.synchronization [req-33ea5c91-7622-464e-92bb-2c55665c475b req-4f3bf031-768f-4422-9541-824c545b3dd0 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Enqueued Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGHEST for action security_group_members [ 925.927436] env[69670]: INFO networking_nsxv3.common.synchronization [req-33ea5c91-7622-464e-92bb-2c55665c475b req-4f3bf031-768f-4422-9541-824c545b3dd0 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Enqueued Resource ID: 3a6d87c0-3f4f-43d9-b8d6-53fb649497de with Priority: HIGHEST for action security_group_members [ 925.929102] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 847fd8a5-6751-429a-8967-e656a3577dff with Priority: HIGHEST for action security_group_members [ 925.929102] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGHEST for action security_group_members [ 925.929102] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a6d87c0-3f4f-43d9-b8d6-53fb649497de with Priority: HIGHEST for action security_group_members [ 925.929102] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-847fd8a5-6751-429a-8967-e656a3577dff taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.929312] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.929344] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.929597] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.929698] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.929812] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.929867] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.932106] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.932106] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.932106] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('847fd8a5-6751-429a-8967-e656a3577dff',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.933035] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2012ebc-a6e7-4a94-9f9c-91c59747c437 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.933035] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.933035] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.933304] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.933304] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.933373] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.933538] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.933598] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.933675] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.933794] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.935029] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a6d87c0-3f4f-43d9-b8d6-53fb649497de taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.935029] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a6d87c0-3f4f-43d9-b8d6-53fb649497de" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.935029] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a6d87c0-3f4f-43d9-b8d6-53fb649497de" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.935029] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a6d87c0-3f4f-43d9-b8d6-53fb649497de" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.935348] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.935348] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.935348] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.935463] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.935463] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.938022] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a6d87c0-3f4f-43d9-b8d6-53fb649497de',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.280019] env[69670]: INFO networking_nsxv3.common.synchronization [req-abcf8853-5697-4bf1-8e9f-32058a68f50c req-c2d33776-71f3-4ecc-9a49-933c1ae62fa4 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Enqueued Resource ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 with Priority: HIGHEST for action security_group_members [ 926.280019] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 with Priority: HIGHEST for action security_group_members [ 926.280019] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.280019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.280019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.280019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.280019] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.280019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.280019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.280019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.281071] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.281125] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54e9c596-f425-4b3f-90aa-3ca5d89a0b77',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.433052] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.433052] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.433208] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.433770] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.442754] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.442754] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.444394] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.444394] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.456275] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.456275] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.456275] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.456275] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.456275] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.456275] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.456275] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 847fd8a5-6751-429a-8967-e656a3577dff is going to be updated. [ 926.456275] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.456275] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.456275] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.456275] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.457104] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.457313] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.458210] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.458210] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.458210] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 is going to be updated. [ 926.459562] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.460243] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.487516] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.488336] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.488542] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.488721] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.488969] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.489132] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.489317] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a6d87c0-3f4f-43d9-b8d6-53fb649497de is going to be updated. [ 926.491563] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.491811] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.492098] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.492534] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.492718] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.495240] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.495240] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.495240] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.495395] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.495868] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.504780] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 in Status: IN_PROGRESS for 2s [ 926.505529] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 847fd8a5-6751-429a-8967-e656a3577dff in Status: IN_PROGRESS for 2s [ 926.518464] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.518654] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.518654] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.518843] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.518980] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.528246] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a6d87c0-3f4f-43d9-b8d6-53fb649497de in Status: IN_PROGRESS for 2s [ 926.598673] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-47 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.598856] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-47" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.598968] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-47" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.599317] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-47" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.599774] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.599874] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.600417] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.600737] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.601267] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.601267] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 926.601267] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 926.601397] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 926.601604] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 926.601773] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 926.602034] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 926.602034] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 926.630596] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 926.630781] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 926.630912] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 926.631119] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-47" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.631448] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-5c2d447a-178e-408c-9c1a-bfbd9b197c6a taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.631625] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-5c2d447a-178e-408c-9c1a-bfbd9b197c6a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.631762] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-5c2d447a-178e-408c-9c1a-bfbd9b197c6a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.632114] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-5c2d447a-178e-408c-9c1a-bfbd9b197c6a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.632264] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c2d447a-178e-408c-9c1a-bfbd9b197c6a',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.789100] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.789100] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.789100] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.789100] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.809474] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.809474] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.809474] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.809474] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.809474] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.809474] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.809474] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 is going to be updated. [ 926.833023] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.833023] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.833023] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.833023] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.833023] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.841202] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 in Status: IN_PROGRESS for 2s [ 927.141022] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.141022] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.141022] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.141022] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.141022] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.141022] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 5c2d447a-178e-408c-9c1a-bfbd9b197c6a not found, creating... [ 927.141022] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.141022] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.141022] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.141022] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.141022] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.141545] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.141545] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.141545] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.141545] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.142553] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.142840] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 5c2d447a-178e-408c-9c1a-bfbd9b197c6a is going to be created. [ 927.169023] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.169023] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.169023] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.169023] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.169023] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.169023] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-5c2d447a-178e-408c-9c1a-bfbd9b197c6a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.121993] env[69670]: INFO networking_nsxv3.common.synchronization [req-abcf8853-5697-4bf1-8e9f-32058a68f50c req-dc7aff20-1095-4f4d-bfa7-76edc1787f72 service nova] Enqueued Resource ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 with Priority: HIGHEST for action security_group_rules [ 928.122864] env[69670]: INFO networking_nsxv3.common.synchronization [req-abcf8853-5697-4bf1-8e9f-32058a68f50c req-dc7aff20-1095-4f4d-bfa7-76edc1787f72 service nova] Enqueued Resource ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 with Priority: HIGHEST for action security_group_members [ 928.123147] env[69670]: INFO networking_nsxv3.common.synchronization [req-abcf8853-5697-4bf1-8e9f-32058a68f50c req-dc7aff20-1095-4f4d-bfa7-76edc1787f72 service nova] Enqueued Resource ID: 5c2d447a-178e-408c-9c1a-bfbd9b197c6a with Priority: HIGHEST for action port [ 928.123915] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 with Priority: HIGHEST for action security_group_rules [ 928.124162] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 with Priority: HIGHEST for action security_group_members [ 928.124353] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c2d447a-178e-408c-9c1a-bfbd9b197c6a with Priority: HIGHEST for action port [ 928.124736] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54e9c596-f425-4b3f-90aa-3ca5d89a0b77 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.124976] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.125174] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.125449] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.125611] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54e9c596-f425-4b3f-90aa-3ca5d89a0b77',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.126559] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.128920] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.128920] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c2d447a-178e-408c-9c1a-bfbd9b197c6a taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.128920] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c2d447a-178e-408c-9c1a-bfbd9b197c6a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.128920] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c2d447a-178e-408c-9c1a-bfbd9b197c6a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.128920] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c2d447a-178e-408c-9c1a-bfbd9b197c6a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.128920] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c2d447a-178e-408c-9c1a-bfbd9b197c6a',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.517028] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 in Status: SUCCESS [ 928.517028] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 deletion is rescheduled due to dependency. [ 928.517028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.517028] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 847fd8a5-6751-429a-8967-e656a3577dff in Status: SUCCESS [ 928.517028] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 847fd8a5-6751-429a-8967-e656a3577dff deletion is rescheduled due to dependency. [ 928.517028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-847fd8a5-6751-429a-8967-e656a3577dff" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.541064] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a6d87c0-3f4f-43d9-b8d6-53fb649497de in Status: SUCCESS [ 928.542155] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a6d87c0-3f4f-43d9-b8d6-53fb649497de deletion is rescheduled due to dependency. [ 928.542155] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a6d87c0-3f4f-43d9-b8d6-53fb649497de" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.631716] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.631816] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.632052] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c2d447a-178e-408c-9c1a-bfbd9b197c6a with status ACTIVE [ 928.632312] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.632451] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.632542] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.632812] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.632932] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.633175] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.633305] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.633390] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.633581] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.633685] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.633924] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.634070] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.634144] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.634333] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.634435] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.634547] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c2d447a-178e-408c-9c1a-bfbd9b197c6a is going to be updated. [ 928.661639] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.661639] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.661946] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.661946] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.662159] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.662204] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c2d447a-178e-408c-9c1a-bfbd9b197c6a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.851529] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 in Status: SUCCESS [ 928.851693] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 deletion is rescheduled due to dependency. [ 928.851809] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.851966] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.852346] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.852410] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.852493] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.852558] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.852703] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.852783] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.852878] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54e9c596-f425-4b3f-90aa-3ca5d89a0b77',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.355187] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54e9c596-f425-4b3f-90aa-3ca5d89a0b77',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.625016] env[69670]: INFO networking_nsxv3.common.synchronization [None req-5884d746-3505-4e95-abac-2f931b267357 None None] Enqueued Resource ID: 13ba19c0-b17b-40a3-a643-0ed0a867cc70 with Priority: HIGHEST for action port [ 929.625016] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13ba19c0-b17b-40a3-a643-0ed0a867cc70 with Priority: HIGHEST for action port [ 929.625293] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-13ba19c0-b17b-40a3-a643-0ed0a867cc70 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.625418] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13ba19c0-b17b-40a3-a643-0ed0a867cc70" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.625484] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13ba19c0-b17b-40a3-a643-0ed0a867cc70" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.625743] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13ba19c0-b17b-40a3-a643-0ed0a867cc70" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.625833] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13ba19c0-b17b-40a3-a643-0ed0a867cc70',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.857294] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54e9c596-f425-4b3f-90aa-3ca5d89a0b77',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.129285] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13ba19c0-b17b-40a3-a643-0ed0a867cc70 [ 930.129379] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.129599] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.130738] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.130738] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.130738] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.130738] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13ba19c0-b17b-40a3-a643-0ed0a867cc70 already deleted. [ 930.130738] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13ba19c0-b17b-40a3-a643-0ed0a867cc70" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.209996] env[69670]: INFO networking_nsxv3.common.synchronization [None req-aef19543-02ad-4ff5-9ab1-cc350569eb84 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Enqueued Resource ID: f02e61e7-9698-4f75-a2c4-cc256fe4fe39 with Priority: HIGHEST for action security_group_rules [ 930.210612] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02e61e7-9698-4f75-a2c4-cc256fe4fe39 with Priority: HIGHEST for action security_group_rules [ 930.210954] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f02e61e7-9698-4f75-a2c4-cc256fe4fe39 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.213728] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f02e61e7-9698-4f75-a2c4-cc256fe4fe39" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.213811] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f02e61e7-9698-4f75-a2c4-cc256fe4fe39" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.214334] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f02e61e7-9698-4f75-a2c4-cc256fe4fe39" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.214334] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f02e61e7-9698-4f75-a2c4-cc256fe4fe39',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.340020] env[69670]: INFO networking_nsxv3.common.synchronization [None req-09804858-8a60-45e4-8adf-db3f3312845d tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Enqueued Resource ID: f02e61e7-9698-4f75-a2c4-cc256fe4fe39 with Priority: HIGHEST for action security_group_rules [ 930.340020] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02e61e7-9698-4f75-a2c4-cc256fe4fe39 with Priority: HIGHEST for action security_group_rules [ 930.340020] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f02e61e7-9698-4f75-a2c4-cc256fe4fe39 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.340020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f02e61e7-9698-4f75-a2c4-cc256fe4fe39" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.359820] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.360134] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.360134] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.360260] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.360352] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.360448] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 is going to be updated. [ 930.387820] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.387982] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.388065] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.388270] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.392020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.396882] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 in Status: IN_PROGRESS for 2s [ 930.738712] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.738890] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.738964] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.739214] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.739309] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.739424] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f02e61e7-9698-4f75-a2c4-cc256fe4fe39 already deleted. [ 930.739530] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f02e61e7-9698-4f75-a2c4-cc256fe4fe39" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.739716] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f02e61e7-9698-4f75-a2c4-cc256fe4fe39" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.739910] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f02e61e7-9698-4f75-a2c4-cc256fe4fe39" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.739995] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f02e61e7-9698-4f75-a2c4-cc256fe4fe39',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.265327] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.265562] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.265562] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.265853] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.265959] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.266067] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f02e61e7-9698-4f75-a2c4-cc256fe4fe39 already deleted. [ 931.266203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f02e61e7-9698-4f75-a2c4-cc256fe4fe39" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.851669] env[69670]: INFO networking_nsxv3.common.synchronization [None req-de61a0de-7d22-40fa-a0a0-e9f2fc1a3c94 None None] Enqueued Resource ID: f3fcbe6f-b6e2-4ed5-a2a1-382fa92a3062 with Priority: HIGHEST for action port [ 931.851978] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3fcbe6f-b6e2-4ed5-a2a1-382fa92a3062 with Priority: HIGHEST for action port [ 931.852536] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3fcbe6f-b6e2-4ed5-a2a1-382fa92a3062 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.852743] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3fcbe6f-b6e2-4ed5-a2a1-382fa92a3062" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.852743] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3fcbe6f-b6e2-4ed5-a2a1-382fa92a3062" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.852975] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3fcbe6f-b6e2-4ed5-a2a1-382fa92a3062" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.853058] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3fcbe6f-b6e2-4ed5-a2a1-382fa92a3062',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.359926] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3fcbe6f-b6e2-4ed5-a2a1-382fa92a3062 [ 932.360197] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.360335] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.360407] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.360634] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.360725] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.360820] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3fcbe6f-b6e2-4ed5-a2a1-382fa92a3062 already deleted. [ 932.360901] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3fcbe6f-b6e2-4ed5-a2a1-382fa92a3062" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.406670] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 in Status: SUCCESS [ 932.406670] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.406670] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.406865] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.406902] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.407029] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.407101] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.407268] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.407351] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.407446] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.407546] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54e9c596-f425-4b3f-90aa-3ca5d89a0b77',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.910296] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.910605] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.910605] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.910799] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.910984] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.911111] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.911177] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.911328] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.911418] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.911549] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.911646] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.911747] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.911808] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.911945] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.912093] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.912185] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.912244] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.912375] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.912450] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.912529] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.912616] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54e9c596-f425-4b3f-90aa-3ca5d89a0b77',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.416669] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54e9c596-f425-4b3f-90aa-3ca5d89a0b77: rpc.has_security_group_logging(os_id): False [ 933.435032] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.435285] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.435324] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.435577] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.435702] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.435963] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.436305] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.436305] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.436406] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.436570] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.436715] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.436827] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.436891] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.437048] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.437152] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.437350] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.437465] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.437531] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.437671] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.437746] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.437830] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 is going to be updated. [ 933.500267] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.500419] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.500491] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.500828] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.500861] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.520995] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 in Status: IN_PROGRESS for 2s [ 935.540969] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 in Status: SUCCESS [ 935.541250] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.606918] env[69670]: INFO networking_nsxv3.common.synchronization [req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 req-b227aab6-5986-4284-bb30-ccdee70309bb tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Enqueued Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_members [ 936.607474] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_members [ 936.607799] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.607927] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.608017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.608628] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.608797] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.608903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.608969] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.609139] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.609227] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.609321] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.921144] env[69670]: INFO networking_nsxv3.common.synchronization [req-43f50af1-fc71-4be2-89c5-381cea643015 req-2a50a27c-9ea0-4e1e-abf2-1e1c79618a18 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Enqueued Resource ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 with Priority: HIGHEST for action security_group_members [ 936.921681] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 with Priority: HIGHEST for action security_group_members [ 936.921985] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-bae4e153-b553-49d0-8dba-e29ce7a007b1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.923243] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.923243] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.923243] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.923243] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.923243] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.923243] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.923243] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.923243] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.923243] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.112016] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.302446] env[69670]: INFO networking_nsxv3.common.synchronization [req-02d4072e-baa4-4cac-8ab2-f96ae5910e44 req-95c2c043-3e5b-465e-96ba-7216ebb84bfc tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Enqueued Resource ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 with Priority: HIGHEST for action security_group_members [ 937.305137] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 with Priority: HIGHEST for action security_group_members [ 937.305486] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.305614] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.305679] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.305872] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.306033] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.306135] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.306214] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.306336] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.306417] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.306507] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54e9c596-f425-4b3f-90aa-3ca5d89a0b77',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.408222] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-69 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.412087] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-69" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.412087] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-69" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.412087] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-69" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.412087] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.412087] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.412087] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.412087] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.412087] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.412087] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 937.412087] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 937.412087] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 937.412087] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 937.412087] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 937.412087] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 937.412087] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 937.425339] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.435710] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 937.438584] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 937.438584] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 937.438584] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-69" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.438584] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-cfcfc556-5255-44cc-bbfe-4a9fb6cfaf96 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.438584] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-cfcfc556-5255-44cc-bbfe-4a9fb6cfaf96" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.438584] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-cfcfc556-5255-44cc-bbfe-4a9fb6cfaf96" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.438584] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-cfcfc556-5255-44cc-bbfe-4a9fb6cfaf96" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.438584] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfcfc556-5255-44cc-bbfe-4a9fb6cfaf96',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.470189] env[69670]: INFO networking_nsxv3.common.synchronization [req-0f9c4c10-e149-471c-9c6e-4dd369e6f847 req-c2bf227f-4290-482f-952d-5510cbec11d3 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Enqueued Resource ID: d0365ffa-8607-46e6-8c05-8f49e08ae893 with Priority: HIGHEST for action security_group_members [ 937.470189] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0365ffa-8607-46e6-8c05-8f49e08ae893 with Priority: HIGHEST for action security_group_members [ 937.470189] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0365ffa-8607-46e6-8c05-8f49e08ae893 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.470189] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0365ffa-8607-46e6-8c05-8f49e08ae893" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.470189] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0365ffa-8607-46e6-8c05-8f49e08ae893" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.470830] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0365ffa-8607-46e6-8c05-8f49e08ae893" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.471129] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.471343] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.471482] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.471758] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.472502] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.473801] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0365ffa-8607-46e6-8c05-8f49e08ae893',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.615106] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.808916] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.809063] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.809198] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.809581] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.809716] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.809953] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.810097] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.810185] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.810370] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.810454] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.810546] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 is going to be updated. [ 937.841493] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.841656] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.841776] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.842105] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.842191] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.850276] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 in Status: IN_PROGRESS for 2s [ 937.928111] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.941007] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.941553] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.941707] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.942006] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.942175] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.942336] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port cfcfc556-5255-44cc-bbfe-4a9fb6cfaf96 not found, creating... [ 937.942948] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.942948] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.942948] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.943194] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.943267] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.943583] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.943756] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.943887] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.944568] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.946581] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.946581] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: cfcfc556-5255-44cc-bbfe-4a9fb6cfaf96 is going to be created. [ 937.965374] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.966803] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.966978] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.971024] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.971024] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.971024] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-cfcfc556-5255-44cc-bbfe-4a9fb6cfaf96" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.976417] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.977989] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.977989] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.977989] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.977989] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.977989] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.977989] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.977989] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.977989] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.978330] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.980235] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0365ffa-8607-46e6-8c05-8f49e08ae893 is going to be updated. [ 938.013152] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.013534] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.013628] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.013874] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.014058] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.035963] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0365ffa-8607-46e6-8c05-8f49e08ae893 in Status: IN_PROGRESS for 2s [ 938.117390] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.117571] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.117644] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.117875] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.117976] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.118086] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ae94e30-e016-435b-850c-689d2a009139 is going to be updated. [ 938.161930] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.162141] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.162340] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.162442] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.162602] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.173902] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: IN_PROGRESS for 2s [ 938.431841] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.432012] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.432012] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.432308] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.432974] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.432974] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 is going to be updated. [ 938.465412] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.465697] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.465814] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.466168] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.466371] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.474403] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 in Status: IN_PROGRESS for 2s [ 938.834486] env[69670]: INFO networking_nsxv3.common.synchronization [req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 req-ab4c8b29-2e06-4826-a547-f3fd6b002768 service nova] Enqueued Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_rules [ 938.834755] env[69670]: INFO networking_nsxv3.common.synchronization [req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 req-ab4c8b29-2e06-4826-a547-f3fd6b002768 service nova] Enqueued Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_members [ 938.834755] env[69670]: INFO networking_nsxv3.common.synchronization [req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 req-ab4c8b29-2e06-4826-a547-f3fd6b002768 service nova] Enqueued Resource ID: cfcfc556-5255-44cc-bbfe-4a9fb6cfaf96 with Priority: HIGHEST for action port [ 938.835379] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_rules [ 938.835379] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_members [ 938.835379] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfcfc556-5255-44cc-bbfe-4a9fb6cfaf96 with Priority: HIGHEST for action port [ 938.835792] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.835873] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.835972] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.836171] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.836386] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.837165] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.837235] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.837821] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfcfc556-5255-44cc-bbfe-4a9fb6cfaf96 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.837821] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfcfc556-5255-44cc-bbfe-4a9fb6cfaf96" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.837967] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfcfc556-5255-44cc-bbfe-4a9fb6cfaf96" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.838092] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfcfc556-5255-44cc-bbfe-4a9fb6cfaf96" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.838150] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfcfc556-5255-44cc-bbfe-4a9fb6cfaf96',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.225048] env[69670]: INFO networking_nsxv3.common.synchronization [req-153b25b0-aaed-4d23-83fe-a1259c7fd6fb req-816f6f33-1c71-4348-8342-a5e456b4ca1d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Enqueued Resource ID: 8bc709d7-d957-4020-8bfa-3b629eb48f21 with Priority: HIGHEST for action security_group_members [ 939.228024] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bc709d7-d957-4020-8bfa-3b629eb48f21 with Priority: HIGHEST for action security_group_members [ 939.228024] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bc709d7-d957-4020-8bfa-3b629eb48f21 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.228024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bc709d7-d957-4020-8bfa-3b629eb48f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.228024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bc709d7-d957-4020-8bfa-3b629eb48f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.228024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bc709d7-d957-4020-8bfa-3b629eb48f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.228024] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.228024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.228024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.228024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.228024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.228024] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bc709d7-d957-4020-8bfa-3b629eb48f21',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.339620] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.339824] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.340132] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cfcfc556-5255-44cc-bbfe-4a9fb6cfaf96 with status ACTIVE [ 939.340326] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.340507] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.340610] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.340852] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.340955] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.341192] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.341344] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.341443] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.341602] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.341683] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.341926] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.342570] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.342707] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.342929] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.343034] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.343139] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cfcfc556-5255-44cc-bbfe-4a9fb6cfaf96 is going to be updated. [ 939.367510] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.367510] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.367510] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.367510] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.368045] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.368045] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfcfc556-5255-44cc-bbfe-4a9fb6cfaf96" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.565109] env[69670]: INFO networking_nsxv3.common.synchronization [req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 req-cd370269-d01f-40d0-ba44-4fc1a7ed285c tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Enqueued Resource ID: 81462c0a-d7f6-4872-b896-ae3a541c2603 with Priority: HIGHEST for action security_group_members [ 939.565109] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81462c0a-d7f6-4872-b896-ae3a541c2603 with Priority: HIGHEST for action security_group_members [ 939.565109] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-81462c0a-d7f6-4872-b896-ae3a541c2603 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.565109] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81462c0a-d7f6-4872-b896-ae3a541c2603" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.565109] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81462c0a-d7f6-4872-b896-ae3a541c2603" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.567372] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81462c0a-d7f6-4872-b896-ae3a541c2603" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.569442] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.569442] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.569442] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.569442] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.569442] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.569442] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81462c0a-d7f6-4872-b896-ae3a541c2603',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.733081] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.733081] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.733081] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.733081] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.753512] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.753512] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.753692] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.753692] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.753932] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.753932] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.754085] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bc709d7-d957-4020-8bfa-3b629eb48f21 is going to be updated. [ 939.780052] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.780189] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.780238] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.780463] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.780631] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.790480] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bc709d7-d957-4020-8bfa-3b629eb48f21 in Status: IN_PROGRESS for 2s [ 939.865027] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 in Status: SUCCESS [ 939.865027] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 deletion is rescheduled due to dependency. [ 939.865027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.045449] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0365ffa-8607-46e6-8c05-8f49e08ae893 in Status: SUCCESS [ 940.045612] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0365ffa-8607-46e6-8c05-8f49e08ae893 deletion is rescheduled due to dependency. [ 940.045751] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0365ffa-8607-46e6-8c05-8f49e08ae893" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.072748] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.072922] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.072982] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.073219] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.073307] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.073513] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.073695] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.073695] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.073826] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.073906] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.073992] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81462c0a-d7f6-4872-b896-ae3a541c2603 already deleted. [ 940.074080] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81462c0a-d7f6-4872-b896-ae3a541c2603" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.182805] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: SUCCESS [ 940.183063] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.183238] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.183461] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.183660] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.183784] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.183852] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.184007] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.184113] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.184223] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.202370] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-924 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.202796] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-924" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.202796] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-924" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.203111] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-924" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.203453] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.203631] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.203750] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.204527] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.204849] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.205245] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 940.205395] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 940.205515] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 940.205629] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 940.205761] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 940.205856] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 940.205996] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 940.226175] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 940.226272] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 940.226462] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 940.226593] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-924" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.226926] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-7fd666ac-012e-4ce0-8851-d9096d18bab2 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.227184] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-7fd666ac-012e-4ce0-8851-d9096d18bab2" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.227303] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-7fd666ac-012e-4ce0-8851-d9096d18bab2" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.227703] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-7fd666ac-012e-4ce0-8851-d9096d18bab2" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.227782] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fd666ac-012e-4ce0-8851-d9096d18bab2',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.484361] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 in Status: SUCCESS [ 940.484598] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.533486] env[69670]: INFO networking_nsxv3.common.synchronization [req-34669aa9-f68b-4002-81e4-19d5d635dbf7 req-2707e852-ad06-41e2-a10c-440a444bd382 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Enqueued Resource ID: 2f78c900-2aeb-463d-935c-170ec487fcae with Priority: HIGHEST for action security_group_members [ 940.534598] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f78c900-2aeb-463d-935c-170ec487fcae with Priority: HIGHEST for action security_group_members [ 940.535030] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f78c900-2aeb-463d-935c-170ec487fcae taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.535273] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f78c900-2aeb-463d-935c-170ec487fcae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.535375] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f78c900-2aeb-463d-935c-170ec487fcae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.535623] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f78c900-2aeb-463d-935c-170ec487fcae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.535831] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.535979] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.536098] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.536297] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.536413] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.536552] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f78c900-2aeb-463d-935c-170ec487fcae',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.687451] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.734185] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.734402] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.734550] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.734880] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.735131] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.735314] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 7fd666ac-012e-4ce0-8851-d9096d18bab2 not found, creating... [ 940.735592] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.735751] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.735871] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.736112] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.736252] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.736543] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.736695] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.736811] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.738132] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.738132] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.738132] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 7fd666ac-012e-4ce0-8851-d9096d18bab2 is going to be created. [ 940.761447] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.761987] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.766022] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.766022] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.766022] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.766022] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-7fd666ac-012e-4ce0-8851-d9096d18bab2" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.040507] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.040904] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.040904] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.040904] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.061825] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.061825] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.061825] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.061825] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.061825] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.061825] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.061825] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f78c900-2aeb-463d-935c-170ec487fcae is going to be updated. [ 941.085892] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.086126] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.086126] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.086351] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.086519] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.094534] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f78c900-2aeb-463d-935c-170ec487fcae in Status: IN_PROGRESS for 2s [ 941.191938] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.700500] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.703167] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.703167] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.703167] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.703167] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.703167] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ae94e30-e016-435b-850c-689d2a009139 is going to be updated. [ 941.728838] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.729182] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.729410] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.729820] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.730069] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.746270] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: IN_PROGRESS for 2s [ 941.799789] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bc709d7-d957-4020-8bfa-3b629eb48f21 in Status: SUCCESS [ 941.799925] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bc709d7-d957-4020-8bfa-3b629eb48f21 deletion is rescheduled due to dependency. [ 941.800098] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bc709d7-d957-4020-8bfa-3b629eb48f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.843969] env[69670]: INFO networking_nsxv3.common.synchronization [req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 req-546ed252-82e6-40df-97a3-43e3d92b06d2 service nova] Enqueued Resource ID: 81462c0a-d7f6-4872-b896-ae3a541c2603 with Priority: HIGHEST for action security_group_rules [ 941.844187] env[69670]: INFO networking_nsxv3.common.synchronization [req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 req-546ed252-82e6-40df-97a3-43e3d92b06d2 service nova] Enqueued Resource ID: 81462c0a-d7f6-4872-b896-ae3a541c2603 with Priority: HIGHEST for action security_group_members [ 941.844371] env[69670]: INFO networking_nsxv3.common.synchronization [req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 req-546ed252-82e6-40df-97a3-43e3d92b06d2 service nova] Enqueued Resource ID: 7fd666ac-012e-4ce0-8851-d9096d18bab2 with Priority: HIGHEST for action port [ 941.844627] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81462c0a-d7f6-4872-b896-ae3a541c2603 with Priority: HIGHEST for action security_group_rules [ 941.844748] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81462c0a-d7f6-4872-b896-ae3a541c2603 with Priority: HIGHEST for action security_group_members [ 941.844841] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fd666ac-012e-4ce0-8851-d9096d18bab2 with Priority: HIGHEST for action port [ 941.845484] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81462c0a-d7f6-4872-b896-ae3a541c2603 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.846739] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81462c0a-d7f6-4872-b896-ae3a541c2603" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.847091] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81462c0a-d7f6-4872-b896-ae3a541c2603" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.847151] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81462c0a-d7f6-4872-b896-ae3a541c2603" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.847297] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81462c0a-d7f6-4872-b896-ae3a541c2603',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.848327] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-81462c0a-d7f6-4872-b896-ae3a541c2603 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.848466] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81462c0a-d7f6-4872-b896-ae3a541c2603" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.848533] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81462c0a-d7f6-4872-b896-ae3a541c2603" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.848718] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81462c0a-d7f6-4872-b896-ae3a541c2603" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.848908] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.848983] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.849080] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.849203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.849291] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.849386] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81462c0a-d7f6-4872-b896-ae3a541c2603',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.851845] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fd666ac-012e-4ce0-8851-d9096d18bab2 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.851956] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fd666ac-012e-4ce0-8851-d9096d18bab2" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.852056] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fd666ac-012e-4ce0-8851-d9096d18bab2" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.852187] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fd666ac-012e-4ce0-8851-d9096d18bab2" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.852260] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fd666ac-012e-4ce0-8851-d9096d18bab2',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.354790] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-81462c0a-d7f6-4872-b896-ae3a541c2603 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.355058] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81462c0a-d7f6-4872-b896-ae3a541c2603" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.355129] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81462c0a-d7f6-4872-b896-ae3a541c2603',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.356160] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7fd666ac-012e-4ce0-8851-d9096d18bab2 with status ACTIVE [ 942.358913] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.358913] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.358913] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.359697] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.359697] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.359697] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.359697] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.359697] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.359697] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.359697] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.359973] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.359973] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.360049] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.360316] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.360316] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.360316] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7fd666ac-012e-4ce0-8851-d9096d18bab2 is going to be updated. [ 942.377377] env[69670]: INFO networking_nsxv3.common.synchronization [req-f687487c-e43e-436b-8f20-41090f979d2d req-85b678a8-fe4e-456f-a1f5-f2db33a95b85 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Enqueued Resource ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab with Priority: HIGHEST for action security_group_members [ 942.377865] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab with Priority: HIGHEST for action security_group_members [ 942.378234] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.378356] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.378421] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.378617] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.378961] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.379062] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.379100] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.379256] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.379346] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.379943] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.381575] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.381682] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.381749] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.381912] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.382067] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.382563] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fd666ac-012e-4ce0-8851-d9096d18bab2" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.762066] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-518 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.763416] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-518" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.763416] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-518" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.763416] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-518" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.763416] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.763839] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.763839] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.763953] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.764167] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.764378] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 942.764957] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 942.764957] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 942.765075] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 942.765166] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 942.765272] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 942.765440] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 942.783500] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 942.784468] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 942.785124] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 942.785124] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-518" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.785229] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-fe5ba145-0bfc-42fd-b5cb-603024acf162 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.785412] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-fe5ba145-0bfc-42fd-b5cb-603024acf162" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.785542] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-fe5ba145-0bfc-42fd-b5cb-603024acf162" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.785873] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-fe5ba145-0bfc-42fd-b5cb-603024acf162" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.786022] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe5ba145-0bfc-42fd-b5cb-603024acf162',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.863228] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81462c0a-d7f6-4872-b896-ae3a541c2603',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.885596] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.104817] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f78c900-2aeb-463d-935c-170ec487fcae in Status: SUCCESS [ 943.105057] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f78c900-2aeb-463d-935c-170ec487fcae deletion is rescheduled due to dependency. [ 943.105297] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f78c900-2aeb-463d-935c-170ec487fcae" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.291991] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.292512] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.292935] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.293603] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.293992] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.294368] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port fe5ba145-0bfc-42fd-b5cb-603024acf162 not found, creating... [ 943.294803] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.295205] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.295368] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.296451] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.296451] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.296630] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.296843] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.297033] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.297882] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.297882] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.297882] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: fe5ba145-0bfc-42fd-b5cb-603024acf162 is going to be created. [ 943.318335] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.319091] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.319091] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.319910] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.320211] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.320882] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-fe5ba145-0bfc-42fd-b5cb-603024acf162" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.366264] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.366649] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.366649] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.366763] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.366859] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.366958] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81462c0a-d7f6-4872-b896-ae3a541c2603 is going to be created. [ 943.387233] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.410209] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.410442] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.410442] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.411267] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.411489] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.423867] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81462c0a-d7f6-4872-b896-ae3a541c2603 in Status: UNINITIALIZED for 2s [ 943.755859] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: SUCCESS [ 943.756123] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.756311] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.756849] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.756849] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.757015] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.757015] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.757149] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.757277] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.757406] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.757453] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.890018] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.890211] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.890271] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.890514] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.890577] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.890676] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab is going to be updated. [ 943.920216] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.920452] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.920452] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.920727] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.920921] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.929960] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab in Status: IN_PROGRESS for 2s [ 944.265229] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.265427] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.265503] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.265742] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.265914] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.266039] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.266101] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.266253] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.266353] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.266435] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.266578] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.266668] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.266724] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.266884] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.267046] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.267095] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.267169] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.267398] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.267492] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.267574] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.267662] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.407087] env[69670]: INFO networking_nsxv3.common.synchronization [req-f687487c-e43e-436b-8f20-41090f979d2d req-838557db-878d-4ff1-b428-77ba676f406c service nova] Enqueued Resource ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab with Priority: HIGHEST for action security_group_rules [ 944.407426] env[69670]: INFO networking_nsxv3.common.synchronization [req-f687487c-e43e-436b-8f20-41090f979d2d req-838557db-878d-4ff1-b428-77ba676f406c service nova] Enqueued Resource ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab with Priority: HIGHEST for action security_group_members [ 944.407546] env[69670]: INFO networking_nsxv3.common.synchronization [req-f687487c-e43e-436b-8f20-41090f979d2d req-838557db-878d-4ff1-b428-77ba676f406c service nova] Enqueued Resource ID: fe5ba145-0bfc-42fd-b5cb-603024acf162 with Priority: HIGHEST for action port [ 944.410410] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab with Priority: HIGHEST for action security_group_rules [ 944.410665] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab with Priority: HIGHEST for action security_group_members [ 944.410816] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe5ba145-0bfc-42fd-b5cb-603024acf162 with Priority: HIGHEST for action port [ 944.411547] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.411697] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.411784] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.412113] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.412217] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.413624] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.413704] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.413972] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe5ba145-0bfc-42fd-b5cb-603024acf162 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.414332] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe5ba145-0bfc-42fd-b5cb-603024acf162" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.414332] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe5ba145-0bfc-42fd-b5cb-603024acf162" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.414454] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe5ba145-0bfc-42fd-b5cb-603024acf162" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.414570] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe5ba145-0bfc-42fd-b5cb-603024acf162',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.771753] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ae94e30-e016-435b-850c-689d2a009139: rpc.has_security_group_logging(os_id): False [ 944.789401] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.789401] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.789401] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.789650] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.789685] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.790010] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.791112] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.791112] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.791112] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.791112] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.791112] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.791112] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.791112] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.791112] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.791112] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.791675] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.791675] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.791799] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.791996] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.791996] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.792154] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ae94e30-e016-435b-850c-689d2a009139 is going to be updated. [ 944.846413] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.846548] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.846623] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.846878] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.847126] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.858815] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: IN_PROGRESS for 2s [ 944.916435] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.916621] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.916764] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe5ba145-0bfc-42fd-b5cb-603024acf162 with status ACTIVE [ 944.916935] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.917056] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.917122] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.917363] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.917455] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.918628] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.918628] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.918628] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.918628] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.918628] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.918628] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.918628] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.918628] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.918628] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.918628] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.919287] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe5ba145-0bfc-42fd-b5cb-603024acf162 is going to be updated. [ 944.951075] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.951075] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.951075] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.951269] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.951269] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.951426] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe5ba145-0bfc-42fd-b5cb-603024acf162" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.048513] env[69670]: INFO networking_nsxv3.common.synchronization [None req-9e5dc3ab-7265-431e-b118-57bb577aa273 None None] Enqueued Resource ID: ad671bbc-016a-4fca-a55a-5f6cb0f7233c with Priority: HIGHEST for action port [ 945.049083] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad671bbc-016a-4fca-a55a-5f6cb0f7233c with Priority: HIGHEST for action port [ 945.049957] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad671bbc-016a-4fca-a55a-5f6cb0f7233c taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.049957] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad671bbc-016a-4fca-a55a-5f6cb0f7233c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.050131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad671bbc-016a-4fca-a55a-5f6cb0f7233c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.053850] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad671bbc-016a-4fca-a55a-5f6cb0f7233c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.053948] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad671bbc-016a-4fca-a55a-5f6cb0f7233c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.433045] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81462c0a-d7f6-4872-b896-ae3a541c2603 in Status: SUCCESS [ 945.435328] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81462c0a-d7f6-4872-b896-ae3a541c2603" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.435328] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81462c0a-d7f6-4872-b896-ae3a541c2603" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.435328] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81462c0a-d7f6-4872-b896-ae3a541c2603" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.435328] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.435328] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.435328] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.435328] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.435328] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.435328] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81462c0a-d7f6-4872-b896-ae3a541c2603" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.435328] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81462c0a-d7f6-4872-b896-ae3a541c2603',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.556781] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad671bbc-016a-4fca-a55a-5f6cb0f7233c [ 945.556951] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.557120] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.557205] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.557443] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.557538] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.557637] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad671bbc-016a-4fca-a55a-5f6cb0f7233c already deleted. [ 945.557723] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad671bbc-016a-4fca-a55a-5f6cb0f7233c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.888586] env[69670]: INFO networking_nsxv3.common.synchronization [None req-0e6f90b0-a1e2-41e4-a0f8-73e1d63249ec tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Enqueued Resource ID: 99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf with Priority: HIGHEST for action security_group_rules [ 945.889142] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf with Priority: HIGHEST for action security_group_rules [ 945.889460] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.889604] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.889692] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.889943] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.890035] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.939434] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab in Status: SUCCESS [ 945.939817] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.940365] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-81462c0a-d7f6-4872-b896-ae3a541c2603 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.940638] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81462c0a-d7f6-4872-b896-ae3a541c2603" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.940804] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81462c0a-d7f6-4872-b896-ae3a541c2603" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.941133] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81462c0a-d7f6-4872-b896-ae3a541c2603" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.941439] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.941676] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.941800] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.942053] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.942203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.942358] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81462c0a-d7f6-4872-b896-ae3a541c2603" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.942578] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-81462c0a-d7f6-4872-b896-ae3a541c2603 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.942728] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81462c0a-d7f6-4872-b896-ae3a541c2603" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.942840] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81462c0a-d7f6-4872-b896-ae3a541c2603" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.943074] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81462c0a-d7f6-4872-b896-ae3a541c2603" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.943302] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.943428] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.943487] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.944017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.944017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.944017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81462c0a-d7f6-4872-b896-ae3a541c2603" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.944017] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81462c0a-d7f6-4872-b896-ae3a541c2603',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.944753] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.944914] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.947017] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.947017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.947017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.947017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.947017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.947017] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.083493] env[69670]: INFO networking_nsxv3.common.synchronization [None req-580cbd79-95ec-4616-b318-aa51ec04e5b4 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Enqueued Resource ID: 99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf with Priority: HIGHEST for action security_group_rules [ 946.083493] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf with Priority: HIGHEST for action security_group_rules [ 946.083493] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.084707] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.410186] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.410341] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.410419] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.410679] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.410771] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.410871] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf already deleted. [ 946.410958] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.411126] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.411286] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.411387] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.451732] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81462c0a-d7f6-4872-b896-ae3a541c2603: rpc.has_security_group_logging(os_id): False [ 946.451732] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.466838] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.467647] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.467867] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.468570] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.468570] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.468871] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.469734] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.469734] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.470709] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.470709] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.470709] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.470709] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.470709] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.470927] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.470959] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.471365] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.471365] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.471365] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.471775] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.471775] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.471775] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81462c0a-d7f6-4872-b896-ae3a541c2603 is going to be created. [ 946.524848] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.527775] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.527775] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.527775] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.527775] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.537279] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81462c0a-d7f6-4872-b896-ae3a541c2603 in Status: IN_PROGRESS for 2s [ 946.870626] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: SUCCESS [ 946.870848] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.935386] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.935596] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.935708] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.935906] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.935978] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.936070] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf already deleted. [ 946.936152] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.952711] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.456034] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.456034] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.456034] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.456034] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.456034] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.456034] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab is going to be updated. [ 947.480631] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.480891] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.480891] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.481124] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.481272] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.498465] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab in Status: IN_PROGRESS for 2s [ 947.677057] env[69670]: INFO networking_nsxv3.common.synchronization [None req-d138ab7c-fb00-4e04-be8f-08b1c19537dc None None] Enqueued Resource ID: f32ffde8-8b53-48f8-afdc-cc0d5d1f881a with Priority: HIGHEST for action port [ 947.677057] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f32ffde8-8b53-48f8-afdc-cc0d5d1f881a with Priority: HIGHEST for action port [ 947.677057] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-f32ffde8-8b53-48f8-afdc-cc0d5d1f881a taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.677057] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f32ffde8-8b53-48f8-afdc-cc0d5d1f881a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.677057] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f32ffde8-8b53-48f8-afdc-cc0d5d1f881a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.677535] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f32ffde8-8b53-48f8-afdc-cc0d5d1f881a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.677535] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f32ffde8-8b53-48f8-afdc-cc0d5d1f881a',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.180299] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f32ffde8-8b53-48f8-afdc-cc0d5d1f881a [ 948.180299] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.180299] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.180299] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.180602] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.180602] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.180731] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f32ffde8-8b53-48f8-afdc-cc0d5d1f881a already deleted. [ 948.180886] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f32ffde8-8b53-48f8-afdc-cc0d5d1f881a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.548764] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81462c0a-d7f6-4872-b896-ae3a541c2603 in Status: SUCCESS [ 948.548764] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81462c0a-d7f6-4872-b896-ae3a541c2603" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.507636] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab in Status: SUCCESS [ 949.507937] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.508187] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.508510] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.510490] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.510490] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.510490] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.510490] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.510490] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.510490] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.510490] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.012354] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.012839] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.012839] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.012839] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.013083] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.013209] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.013266] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.013430] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.013547] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.013642] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.013797] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.013887] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.013943] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.014112] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.014313] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.014432] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.014479] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.014617] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.014706] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.014802] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.014901] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.518357] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab: rpc.has_security_group_logging(os_id): False [ 950.536020] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.536228] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.536303] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.536516] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.536635] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.536860] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.536958] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.537096] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.537191] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.537356] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.537601] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.537720] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.537780] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.537924] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.537997] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.542389] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.542503] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.542576] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.542753] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.542838] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.542930] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab is going to be updated. [ 950.600632] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.600832] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.600884] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.601081] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.601832] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.622758] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab in Status: IN_PROGRESS for 2s [ 951.457025] env[69670]: INFO networking_nsxv3.common.synchronization [req-89b5e108-543c-48ee-98f0-71931db5dde1 req-13cddbfb-dd64-4cbf-a264-0897972a3d0c tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Enqueued Resource ID: 1c2aafce-028b-4a87-ab38-c7f3ae6e0372 with Priority: HIGHEST for action security_group_members [ 951.457678] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c2aafce-028b-4a87-ab38-c7f3ae6e0372 with Priority: HIGHEST for action security_group_members [ 951.457920] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c2aafce-028b-4a87-ab38-c7f3ae6e0372 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.458452] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c2aafce-028b-4a87-ab38-c7f3ae6e0372" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.459698] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c2aafce-028b-4a87-ab38-c7f3ae6e0372" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.459698] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c2aafce-028b-4a87-ab38-c7f3ae6e0372" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.459698] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.459698] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.459698] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.459698] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.459698] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.459698] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c2aafce-028b-4a87-ab38-c7f3ae6e0372',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.727952] env[69670]: INFO networking_nsxv3.common.synchronization [req-7bb76e1d-dc7e-4494-ac44-c18a52596dcf req-20b0f357-b848-4568-a3f9-32141f2290ba tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Enqueued Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_members [ 951.727952] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_members [ 951.727952] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.727952] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.727952] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.727952] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.727952] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.727952] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.727952] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.728766] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.728766] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.728766] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.890179] env[69670]: INFO networking_nsxv3.common.synchronization [req-bd694522-4b74-440e-8060-ad9f2a4cf459 req-197a84e2-ea92-495f-889d-5f6fa0713ea4 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Enqueued Resource ID: 96c8f899-578e-4f22-9860-e6399e89e690 with Priority: HIGHEST for action security_group_members [ 951.890702] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c8f899-578e-4f22-9860-e6399e89e690 with Priority: HIGHEST for action security_group_members [ 951.891127] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c8f899-578e-4f22-9860-e6399e89e690 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.891275] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.891344] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.891560] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.891737] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.891842] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.891903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.892073] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.892168] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.892292] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.970624] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.970869] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.971823] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.972729] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.996028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.996028] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.996028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.996028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.996028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.996028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.996028] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c2aafce-028b-4a87-ab38-c7f3ae6e0372 is going to be updated. [ 952.019299] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.019454] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.019533] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.019762] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.019908] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.030010] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c2aafce-028b-4a87-ab38-c7f3ae6e0372 in Status: IN_PROGRESS for 2s [ 952.231311] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.317699] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-450 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.317938] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-450" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.318086] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-450" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.318395] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-450" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.318684] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.319312] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.319485] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.319921] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.320117] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.320354] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 952.320483] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 952.320597] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 952.320717] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 952.320831] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 952.320950] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 952.321118] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 952.347018] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 952.347210] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 952.347461] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 952.347582] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-450" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.347949] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-de1d10bf-438c-43f8-964e-341aae054211 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.348129] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-de1d10bf-438c-43f8-964e-341aae054211" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.348258] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-de1d10bf-438c-43f8-964e-341aae054211" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.348649] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-de1d10bf-438c-43f8-964e-341aae054211" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.348810] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de1d10bf-438c-43f8-964e-341aae054211',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.395652] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.638761] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab in Status: SUCCESS [ 952.638761] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.735281] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.851302] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.851398] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.851465] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.851800] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.851975] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.852157] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port de1d10bf-438c-43f8-964e-341aae054211 not found, creating... [ 952.852435] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.852664] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.852806] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.853053] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.853203] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.853512] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.853676] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.853798] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.854015] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.854160] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.854306] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: de1d10bf-438c-43f8-964e-341aae054211 is going to be created. [ 952.876569] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.876784] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.876913] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.877304] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.877546] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.877792] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-de1d10bf-438c-43f8-964e-341aae054211" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.898015] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.237901] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.238082] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.238260] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.238417] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.238618] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.238618] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ae94e30-e016-435b-850c-689d2a009139 is going to be updated. [ 953.266013] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.266220] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.266290] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.266537] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.270018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.277249] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: IN_PROGRESS for 2s [ 953.400568] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.400568] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.400568] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.400972] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.400972] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.400972] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c8f899-578e-4f22-9860-e6399e89e690 is going to be updated. [ 953.426897] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.427073] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.427149] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.427422] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.427580] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.435708] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c8f899-578e-4f22-9860-e6399e89e690 in Status: IN_PROGRESS for 2s [ 953.623028] env[69670]: INFO networking_nsxv3.common.synchronization [req-bd694522-4b74-440e-8060-ad9f2a4cf459 req-2b6c5a93-f3db-488f-b8b0-bd8d2c93372f service nova] Enqueued Resource ID: 96c8f899-578e-4f22-9860-e6399e89e690 with Priority: HIGHEST for action security_group_rules [ 953.623211] env[69670]: INFO networking_nsxv3.common.synchronization [req-bd694522-4b74-440e-8060-ad9f2a4cf459 req-2b6c5a93-f3db-488f-b8b0-bd8d2c93372f service nova] Enqueued Resource ID: 96c8f899-578e-4f22-9860-e6399e89e690 with Priority: HIGHEST for action security_group_members [ 953.623357] env[69670]: INFO networking_nsxv3.common.synchronization [req-bd694522-4b74-440e-8060-ad9f2a4cf459 req-2b6c5a93-f3db-488f-b8b0-bd8d2c93372f service nova] Enqueued Resource ID: de1d10bf-438c-43f8-964e-341aae054211 with Priority: HIGHEST for action port [ 953.623925] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c8f899-578e-4f22-9860-e6399e89e690 with Priority: HIGHEST for action security_group_rules [ 953.624111] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c8f899-578e-4f22-9860-e6399e89e690 with Priority: HIGHEST for action security_group_members [ 953.624260] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de1d10bf-438c-43f8-964e-341aae054211 with Priority: HIGHEST for action port [ 953.624634] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96c8f899-578e-4f22-9860-e6399e89e690 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.624720] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.624792] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.624997] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.625127] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.626817] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c8f899-578e-4f22-9860-e6399e89e690 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.626817] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.627246] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-de1d10bf-438c-43f8-964e-341aae054211 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.627388] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de1d10bf-438c-43f8-964e-341aae054211" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.627555] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de1d10bf-438c-43f8-964e-341aae054211" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.628112] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de1d10bf-438c-43f8-964e-341aae054211" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.628112] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de1d10bf-438c-43f8-964e-341aae054211',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.039611] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c2aafce-028b-4a87-ab38-c7f3ae6e0372 in Status: SUCCESS [ 954.039883] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c2aafce-028b-4a87-ab38-c7f3ae6e0372 deletion is rescheduled due to dependency. [ 954.039964] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c2aafce-028b-4a87-ab38-c7f3ae6e0372" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.130177] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c8f899-578e-4f22-9860-e6399e89e690 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.130177] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.130177] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de1d10bf-438c-43f8-964e-341aae054211 with status ACTIVE [ 954.130369] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.130369] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.130369] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.130628] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.130685] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.130848] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.130944] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.131017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.131186] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.131265] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.131448] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.131541] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.131602] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.131738] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.131814] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.131898] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de1d10bf-438c-43f8-964e-341aae054211 is going to be updated. [ 954.163597] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.163597] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.163597] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.163851] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.163851] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.163930] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de1d10bf-438c-43f8-964e-341aae054211" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.287046] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: SUCCESS [ 955.287436] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.445264] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c8f899-578e-4f22-9860-e6399e89e690 in Status: SUCCESS [ 955.445558] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.445736] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.445989] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.446201] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.446336] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.446428] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.446562] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.446664] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.446763] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.951336] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.357043] env[69670]: INFO networking_nsxv3.common.synchronization [req-8d32d34d-47b5-4426-99d2-328e5d82ac2a req-56370159-7a26-4585-ad5e-7abdb18ca91c tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Enqueued Resource ID: 81462c0a-d7f6-4872-b896-ae3a541c2603 with Priority: HIGHEST for action security_group_members [ 956.357632] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81462c0a-d7f6-4872-b896-ae3a541c2603 with Priority: HIGHEST for action security_group_members [ 956.357939] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-81462c0a-d7f6-4872-b896-ae3a541c2603 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.358124] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81462c0a-d7f6-4872-b896-ae3a541c2603" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.358199] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81462c0a-d7f6-4872-b896-ae3a541c2603" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.358443] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81462c0a-d7f6-4872-b896-ae3a541c2603" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.358691] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.358854] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.358948] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.359142] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.359233] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.359338] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81462c0a-d7f6-4872-b896-ae3a541c2603',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.390759] env[69670]: INFO networking_nsxv3.common.synchronization [req-0c3e68e2-f7bf-486e-b960-f3a0d21e4402 req-55588c57-2b56-448d-8e75-ce82834d6ce6 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Enqueued Resource ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab with Priority: HIGHEST for action security_group_members [ 956.391267] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab with Priority: HIGHEST for action security_group_members [ 956.391778] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.391927] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.391995] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.392206] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.392387] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.392508] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.392571] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.392710] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.392794] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.392888] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.453963] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.836465] env[69670]: INFO networking_nsxv3.common.synchronization [req-5cf8e3d3-a583-454a-932d-c9128667bc18 req-8fb30cf4-25af-4b7b-8a39-7b1488d115cd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Enqueued Resource ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b with Priority: HIGHEST for action security_group_members [ 956.837072] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b with Priority: HIGHEST for action security_group_members [ 956.837370] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.837494] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.837760] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.837843] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.838034] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.838133] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.838205] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.838392] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.838476] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.838565] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.862045] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.862045] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.862045] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.862045] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.862280] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.862376] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.862484] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.862552] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.862698] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.862775] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.862863] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81462c0a-d7f6-4872-b896-ae3a541c2603 is going to be updated. [ 956.887099] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.887358] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.887453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.887662] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.887811] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.895257] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.896809] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81462c0a-d7f6-4872-b896-ae3a541c2603 in Status: IN_PROGRESS for 2s [ 956.956549] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.957115] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.957200] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.957503] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.957603] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.957728] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c8f899-578e-4f22-9860-e6399e89e690 is going to be updated. [ 956.990374] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.990374] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.990501] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.990668] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.990820] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.999969] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c8f899-578e-4f22-9860-e6399e89e690 in Status: IN_PROGRESS for 2s [ 957.286089] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-582 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.286360] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-582" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.286538] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-582" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.286896] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-582" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.287305] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.287470] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.287581] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.287822] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.288095] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.288237] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 957.288326] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 957.288445] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 957.288556] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 957.288670] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 957.288858] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 957.289049] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 957.306896] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 957.307085] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 957.307342] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 957.307679] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-582" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.308036] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-eb517b6e-3aa1-48ee-a294-98f4ec8dc0b6 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.308229] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-eb517b6e-3aa1-48ee-a294-98f4ec8dc0b6" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.308376] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-eb517b6e-3aa1-48ee-a294-98f4ec8dc0b6" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.308692] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-eb517b6e-3aa1-48ee-a294-98f4ec8dc0b6" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.308838] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb517b6e-3aa1-48ee-a294-98f4ec8dc0b6',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.341057] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.341217] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.341291] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.341597] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.341745] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.341951] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.342108] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.342184] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.342354] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.342475] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.342622] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b already deleted. [ 957.342752] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.398524] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.811497] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.811737] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.813210] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.813210] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.813210] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.813210] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port eb517b6e-3aa1-48ee-a294-98f4ec8dc0b6 not found, creating... [ 957.813210] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.813210] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.813210] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.813513] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.813513] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.813688] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.813845] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.813960] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.814700] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.814799] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.815449] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: eb517b6e-3aa1-48ee-a294-98f4ec8dc0b6 is going to be created. [ 957.834181] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.834308] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.834425] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.834678] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.837738] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.837738] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-eb517b6e-3aa1-48ee-a294-98f4ec8dc0b6" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.900573] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.900954] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.901129] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.901350] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.901446] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.901549] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab is going to be updated. [ 957.945973] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.945973] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.945973] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.945973] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.945973] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.956997] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab in Status: IN_PROGRESS for 2s [ 958.795149] env[69670]: INFO networking_nsxv3.common.synchronization [req-5cf8e3d3-a583-454a-932d-c9128667bc18 req-6d6b1b32-488d-49da-82d1-cc8270b9c8e4 service nova] Enqueued Resource ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b with Priority: HIGHEST for action security_group_rules [ 958.795413] env[69670]: INFO networking_nsxv3.common.synchronization [req-5cf8e3d3-a583-454a-932d-c9128667bc18 req-6d6b1b32-488d-49da-82d1-cc8270b9c8e4 service nova] Enqueued Resource ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b with Priority: HIGHEST for action security_group_members [ 958.795570] env[69670]: INFO networking_nsxv3.common.synchronization [req-5cf8e3d3-a583-454a-932d-c9128667bc18 req-6d6b1b32-488d-49da-82d1-cc8270b9c8e4 service nova] Enqueued Resource ID: eb517b6e-3aa1-48ee-a294-98f4ec8dc0b6 with Priority: HIGHEST for action port [ 958.796874] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b with Priority: HIGHEST for action security_group_rules [ 958.797087] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b with Priority: HIGHEST for action security_group_members [ 958.797224] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb517b6e-3aa1-48ee-a294-98f4ec8dc0b6 with Priority: HIGHEST for action port [ 958.797606] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.797774] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.797849] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.798149] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.798252] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.799883] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.800147] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.800255] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.800475] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.800795] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.800972] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.801079] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.801245] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.801360] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.801478] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.802425] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb517b6e-3aa1-48ee-a294-98f4ec8dc0b6 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.806024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb517b6e-3aa1-48ee-a294-98f4ec8dc0b6" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.806145] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb517b6e-3aa1-48ee-a294-98f4ec8dc0b6" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.806351] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb517b6e-3aa1-48ee-a294-98f4ec8dc0b6" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.806513] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb517b6e-3aa1-48ee-a294-98f4ec8dc0b6',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.910707] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81462c0a-d7f6-4872-b896-ae3a541c2603 in Status: SUCCESS [ 958.910961] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81462c0a-d7f6-4872-b896-ae3a541c2603 deletion is rescheduled due to dependency. [ 958.911119] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81462c0a-d7f6-4872-b896-ae3a541c2603" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.021966] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c8f899-578e-4f22-9860-e6399e89e690 in Status: SUCCESS [ 959.022371] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.022583] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.023300] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.023300] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.023300] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.023300] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.023604] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.023604] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.023738] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.023850] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.301117] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.301287] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.308911] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb517b6e-3aa1-48ee-a294-98f4ec8dc0b6 with status ACTIVE [ 959.309303] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.309509] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.309631] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.309963] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.310135] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.310425] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.310593] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.310709] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.310975] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.311136] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.311438] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.311613] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.311711] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.311952] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.312134] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.312279] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb517b6e-3aa1-48ee-a294-98f4ec8dc0b6 is going to be updated. [ 959.313721] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.334402] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.334569] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.334638] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.334858] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.335032] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.335337] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb517b6e-3aa1-48ee-a294-98f4ec8dc0b6" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.527261] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c8f899-578e-4f22-9860-e6399e89e690 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.527261] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.527261] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.527261] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.527261] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.527261] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.527261] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.527261] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.527261] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.528415] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.528415] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c8f899-578e-4f22-9860-e6399e89e690 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.528415] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.528415] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.528415] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.528415] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.528415] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.528415] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.528415] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.528415] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.528415] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.529023] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.536334] env[69670]: INFO networking_nsxv3.common.synchronization [req-01802291-f6cf-4843-8c38-fe7c0f3ffbad req-3b8c0317-e849-490b-9002-37ca5fb90383 tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Enqueued Resource ID: df7732ec-a599-4f46-a32c-82f7b7321e9d with Priority: HIGHEST for action security_group_members [ 959.537016] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df7732ec-a599-4f46-a32c-82f7b7321e9d with Priority: HIGHEST for action security_group_members [ 959.537241] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-df7732ec-a599-4f46-a32c-82f7b7321e9d taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.537698] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df7732ec-a599-4f46-a32c-82f7b7321e9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.537698] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df7732ec-a599-4f46-a32c-82f7b7321e9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.537698] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df7732ec-a599-4f46-a32c-82f7b7321e9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.537887] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.538123] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.538123] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.538247] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.538309] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.538450] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df7732ec-a599-4f46-a32c-82f7b7321e9d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.815833] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.969648] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab in Status: SUCCESS [ 959.969648] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.994872] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-905 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.995227] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-905" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.995385] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-905" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.995834] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-905" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.996505] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.996786] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.996953] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.997283] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.997483] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.997844] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 959.997844] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 959.997979] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 959.998086] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 959.998190] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 959.998306] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 959.998467] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.014590] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.014892] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 960.015127] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.015651] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-905" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.015950] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-d6530336-438f-4a34-85ea-a8017986f708 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.016171] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-d6530336-438f-4a34-85ea-a8017986f708" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.016317] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-d6530336-438f-4a34-85ea-a8017986f708" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.017608] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-d6530336-438f-4a34-85ea-a8017986f708" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.017783] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6530336-438f-4a34-85ea-a8017986f708',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.035579] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96c8f899-578e-4f22-9860-e6399e89e690: rpc.has_security_group_logging(os_id): False [ 960.043979] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.043979] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.043979] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.043979] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.043979] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.043979] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.043979] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.043979] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.044479] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.044479] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.044479] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df7732ec-a599-4f46-a32c-82f7b7321e9d already deleted. [ 960.044479] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df7732ec-a599-4f46-a32c-82f7b7321e9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.065189] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.065391] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.065536] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.065744] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.065847] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.066071] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.066549] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.066549] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.066549] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.066713] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.066796] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.066919] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.067042] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.067169] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.067246] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.067500] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.067588] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.067655] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.067812] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.067890] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.067975] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96c8f899-578e-4f22-9860-e6399e89e690 is going to be updated. [ 960.143624] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.143809] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.143848] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.144086] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.144236] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.164627] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c8f899-578e-4f22-9860-e6399e89e690 in Status: IN_PROGRESS for 2s [ 960.325028] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.325028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.328139] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.328139] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.328139] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.328139] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b is going to be created. [ 960.347721] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.347963] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.347963] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.348187] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.349660] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.357356] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b in Status: UNINITIALIZED for 2s [ 960.520445] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.520790] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.520900] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.521248] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.521504] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.521560] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port d6530336-438f-4a34-85ea-a8017986f708 not found, creating... [ 960.521845] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.522070] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.522207] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.522510] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.522730] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.523464] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.523744] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.523963] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.524267] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.524493] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.524713] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: d6530336-438f-4a34-85ea-a8017986f708 is going to be created. [ 960.544028] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.544491] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.544628] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.545041] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.545369] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.545742] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-d6530336-438f-4a34-85ea-a8017986f708" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.653885] env[69670]: INFO networking_nsxv3.common.synchronization [req-b64d06c0-e24c-4aad-8088-cba9ae613c1e req-72af1024-a6bf-4e31-ada1-cdb74de90551 tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Enqueued Resource ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f with Priority: HIGHEST for action security_group_members [ 960.654768] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f with Priority: HIGHEST for action security_group_members [ 960.655296] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.655499] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.655612] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.655855] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.656118] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.656302] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.656417] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.656639] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.656773] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.656908] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('203a71a6-54ed-4edd-92e1-fb96e1b09c3f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.165024] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.165024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.165024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.165024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.165024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.165024] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.165024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.165024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.165024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.165024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.165024] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f is going to be updated. [ 961.186380] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.186812] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.186812] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.186812] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.187053] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.194484] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f in Status: IN_PROGRESS for 2s [ 961.349121] env[69670]: INFO networking_nsxv3.common.synchronization [req-01802291-f6cf-4843-8c38-fe7c0f3ffbad req-b2c0c496-d81b-4b1b-a337-6726853d387b service nova] Enqueued Resource ID: df7732ec-a599-4f46-a32c-82f7b7321e9d with Priority: HIGHEST for action security_group_rules [ 961.349349] env[69670]: INFO networking_nsxv3.common.synchronization [req-01802291-f6cf-4843-8c38-fe7c0f3ffbad req-b2c0c496-d81b-4b1b-a337-6726853d387b service nova] Enqueued Resource ID: df7732ec-a599-4f46-a32c-82f7b7321e9d with Priority: HIGHEST for action security_group_members [ 961.349481] env[69670]: INFO networking_nsxv3.common.synchronization [req-01802291-f6cf-4843-8c38-fe7c0f3ffbad req-b2c0c496-d81b-4b1b-a337-6726853d387b service nova] Enqueued Resource ID: d6530336-438f-4a34-85ea-a8017986f708 with Priority: HIGHEST for action port [ 961.350176] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df7732ec-a599-4f46-a32c-82f7b7321e9d with Priority: HIGHEST for action security_group_rules [ 961.350300] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df7732ec-a599-4f46-a32c-82f7b7321e9d with Priority: HIGHEST for action security_group_members [ 961.350439] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6530336-438f-4a34-85ea-a8017986f708 with Priority: HIGHEST for action port [ 961.350764] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df7732ec-a599-4f46-a32c-82f7b7321e9d taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.351185] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df7732ec-a599-4f46-a32c-82f7b7321e9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.351185] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df7732ec-a599-4f46-a32c-82f7b7321e9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.351376] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df7732ec-a599-4f46-a32c-82f7b7321e9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.351463] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df7732ec-a599-4f46-a32c-82f7b7321e9d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.353106] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-df7732ec-a599-4f46-a32c-82f7b7321e9d taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.353106] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df7732ec-a599-4f46-a32c-82f7b7321e9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.353955] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df7732ec-a599-4f46-a32c-82f7b7321e9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.354157] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df7732ec-a599-4f46-a32c-82f7b7321e9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.354364] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.354443] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.354509] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.354767] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.354887] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.355031] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df7732ec-a599-4f46-a32c-82f7b7321e9d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.355999] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6530336-438f-4a34-85ea-a8017986f708 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.359159] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6530336-438f-4a34-85ea-a8017986f708" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.359159] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6530336-438f-4a34-85ea-a8017986f708" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.359159] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6530336-438f-4a34-85ea-a8017986f708" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.359159] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6530336-438f-4a34-85ea-a8017986f708',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.860348] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df7732ec-a599-4f46-a32c-82f7b7321e9d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.861628] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-df7732ec-a599-4f46-a32c-82f7b7321e9d taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.861756] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df7732ec-a599-4f46-a32c-82f7b7321e9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.861950] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6530336-438f-4a34-85ea-a8017986f708 with status ACTIVE [ 961.862153] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.862267] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.862267] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.862267] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.862705] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.863634] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.863634] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.863634] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.863634] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.863837] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.864470] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.864470] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.864470] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.864470] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.864470] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.865288] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6530336-438f-4a34-85ea-a8017986f708 is going to be updated. [ 961.890607] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.890607] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.890607] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.890607] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.890607] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.890607] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6530336-438f-4a34-85ea-a8017986f708" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.184679] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c8f899-578e-4f22-9860-e6399e89e690 in Status: SUCCESS [ 962.184995] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.369089] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b in Status: SUCCESS [ 962.373416] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.373761] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df7732ec-a599-4f46-a32c-82f7b7321e9d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.374774] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.375644] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.375920] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.379797] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.379797] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.379797] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.379797] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.379797] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.379797] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.882022] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.882022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.882022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.882022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.882022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.882022] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df7732ec-a599-4f46-a32c-82f7b7321e9d is going to be created. [ 962.882022] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.882022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.882022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.882022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.882022] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.882022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.882022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.882022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.882022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.882951] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.883253] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.883467] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.883636] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.883871] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.884193] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.884536] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.884680] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.885050] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.885271] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.885439] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.885615] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.908511] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.908511] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.908511] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.908511] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.908511] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.917150] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df7732ec-a599-4f46-a32c-82f7b7321e9d in Status: UNINITIALIZED for 2s [ 963.206743] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f in Status: SUCCESS [ 963.207144] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f deletion is rescheduled due to dependency. [ 963.207299] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.390081] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b: rpc.has_security_group_logging(os_id): False [ 963.406966] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.407271] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.407407] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.407705] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.407862] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.408474] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.408474] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.408474] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.408738] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.408847] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.410277] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.410277] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.410414] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.410559] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.410609] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.410827] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.410931] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.410994] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.411166] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.411245] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.411335] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b is going to be created. [ 963.461266] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.461428] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.461497] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.461724] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.461927] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.473834] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b in Status: IN_PROGRESS for 2s [ 964.928333] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df7732ec-a599-4f46-a32c-82f7b7321e9d in Status: SUCCESS [ 964.928747] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df7732ec-a599-4f46-a32c-82f7b7321e9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.931027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df7732ec-a599-4f46-a32c-82f7b7321e9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.931027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df7732ec-a599-4f46-a32c-82f7b7321e9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.931027] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.931027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.931027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.931027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.931027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.931027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df7732ec-a599-4f46-a32c-82f7b7321e9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.931027] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df7732ec-a599-4f46-a32c-82f7b7321e9d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.432876] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-df7732ec-a599-4f46-a32c-82f7b7321e9d taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.433131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df7732ec-a599-4f46-a32c-82f7b7321e9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.433205] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df7732ec-a599-4f46-a32c-82f7b7321e9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.433431] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df7732ec-a599-4f46-a32c-82f7b7321e9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.433626] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.433731] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.433794] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.433950] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.434066] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.434144] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df7732ec-a599-4f46-a32c-82f7b7321e9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.434299] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-df7732ec-a599-4f46-a32c-82f7b7321e9d taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.434436] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df7732ec-a599-4f46-a32c-82f7b7321e9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.434436] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df7732ec-a599-4f46-a32c-82f7b7321e9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.434600] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df7732ec-a599-4f46-a32c-82f7b7321e9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.434736] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.434825] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.434889] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.435042] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.435125] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.435210] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df7732ec-a599-4f46-a32c-82f7b7321e9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.435302] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df7732ec-a599-4f46-a32c-82f7b7321e9d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.485236] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b in Status: SUCCESS [ 965.485236] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.939158] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df7732ec-a599-4f46-a32c-82f7b7321e9d: rpc.has_security_group_logging(os_id): False [ 965.956772] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.956965] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.957052] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.957578] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.957675] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.957980] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.958156] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.958262] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.958776] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.958931] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.959214] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.959328] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.959391] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.959559] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.959642] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.959850] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.959938] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.960522] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.960522] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.960522] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.960522] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df7732ec-a599-4f46-a32c-82f7b7321e9d is going to be created. [ 966.012359] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.012359] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.012359] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.012359] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.012359] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.021780] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df7732ec-a599-4f46-a32c-82f7b7321e9d in Status: IN_PROGRESS for 2s [ 966.351145] env[69670]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 966.351458] env[69670]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 967.079038] env[69670]: INFO networking_nsxv3.common.synchronization [req-ee1c372a-026d-420d-a0aa-65029d005dd1 req-c003914f-f755-4df4-9aca-7710d7fc78a4 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Enqueued Resource ID: f02e61e7-9698-4f75-a2c4-cc256fe4fe39 with Priority: HIGHEST for action security_group_members [ 967.079395] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02e61e7-9698-4f75-a2c4-cc256fe4fe39 with Priority: HIGHEST for action security_group_members [ 967.079890] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-f02e61e7-9698-4f75-a2c4-cc256fe4fe39 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.080134] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f02e61e7-9698-4f75-a2c4-cc256fe4fe39" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.080315] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f02e61e7-9698-4f75-a2c4-cc256fe4fe39" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.080893] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f02e61e7-9698-4f75-a2c4-cc256fe4fe39" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.081088] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.081328] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.081439] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.081738] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.082667] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.082667] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f02e61e7-9698-4f75-a2c4-cc256fe4fe39',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.511879] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-742 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.512092] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-742" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.512224] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-742" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.512566] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-742" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.512840] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.512996] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.513132] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.513353] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.513507] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.513757] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 967.513879] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 967.514030] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 967.514122] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 967.514236] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 967.514353] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 967.514496] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 967.532321] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 967.533221] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 967.533221] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 967.533221] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-742" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.533221] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-440d66a1-4b5b-4d57-9bcf-c7a10b2997bb taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.533538] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-440d66a1-4b5b-4d57-9bcf-c7a10b2997bb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.533538] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-440d66a1-4b5b-4d57-9bcf-c7a10b2997bb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.533817] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-440d66a1-4b5b-4d57-9bcf-c7a10b2997bb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.533980] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('440d66a1-4b5b-4d57-9bcf-c7a10b2997bb',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.589829] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.589829] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.589829] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.589829] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.589829] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.589829] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.589829] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.589829] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.589829] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.589829] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.589829] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f02e61e7-9698-4f75-a2c4-cc256fe4fe39 already deleted. [ 967.589829] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f02e61e7-9698-4f75-a2c4-cc256fe4fe39" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.032900] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df7732ec-a599-4f46-a32c-82f7b7321e9d in Status: SUCCESS [ 968.033193] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df7732ec-a599-4f46-a32c-82f7b7321e9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.038436] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.038436] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.038613] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.039142] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.039142] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.039272] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 440d66a1-4b5b-4d57-9bcf-c7a10b2997bb not found, creating... [ 968.039789] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.039789] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.039789] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.040023] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.040181] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.040470] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.040632] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.040753] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.040982] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.041136] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.041277] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 440d66a1-4b5b-4d57-9bcf-c7a10b2997bb is going to be created. [ 968.059273] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.059273] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.059273] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.059273] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.059793] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.060262] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-440d66a1-4b5b-4d57-9bcf-c7a10b2997bb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.944069] env[69670]: INFO networking_nsxv3.common.synchronization [req-ee1c372a-026d-420d-a0aa-65029d005dd1 req-4e1eccb4-2cfb-40b8-9079-1761176c6082 service nova] Enqueued Resource ID: f02e61e7-9698-4f75-a2c4-cc256fe4fe39 with Priority: HIGHEST for action security_group_rules [ 968.944327] env[69670]: INFO networking_nsxv3.common.synchronization [req-ee1c372a-026d-420d-a0aa-65029d005dd1 req-4e1eccb4-2cfb-40b8-9079-1761176c6082 service nova] Enqueued Resource ID: f02e61e7-9698-4f75-a2c4-cc256fe4fe39 with Priority: HIGHEST for action security_group_members [ 968.944404] env[69670]: INFO networking_nsxv3.common.synchronization [req-ee1c372a-026d-420d-a0aa-65029d005dd1 req-4e1eccb4-2cfb-40b8-9079-1761176c6082 service nova] Enqueued Resource ID: 440d66a1-4b5b-4d57-9bcf-c7a10b2997bb with Priority: HIGHEST for action port [ 968.944661] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02e61e7-9698-4f75-a2c4-cc256fe4fe39 with Priority: HIGHEST for action security_group_rules [ 968.944875] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02e61e7-9698-4f75-a2c4-cc256fe4fe39 with Priority: HIGHEST for action security_group_members [ 968.944875] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 440d66a1-4b5b-4d57-9bcf-c7a10b2997bb with Priority: HIGHEST for action port [ 968.945475] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f02e61e7-9698-4f75-a2c4-cc256fe4fe39 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.945602] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f02e61e7-9698-4f75-a2c4-cc256fe4fe39" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.945670] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f02e61e7-9698-4f75-a2c4-cc256fe4fe39" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.945874] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f02e61e7-9698-4f75-a2c4-cc256fe4fe39" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.945954] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f02e61e7-9698-4f75-a2c4-cc256fe4fe39',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.948093] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-f02e61e7-9698-4f75-a2c4-cc256fe4fe39 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.949827] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f02e61e7-9698-4f75-a2c4-cc256fe4fe39" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.949827] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f02e61e7-9698-4f75-a2c4-cc256fe4fe39" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.949827] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f02e61e7-9698-4f75-a2c4-cc256fe4fe39" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.949827] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.949827] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.949827] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.949827] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.949827] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.949827] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f02e61e7-9698-4f75-a2c4-cc256fe4fe39',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.950305] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-440d66a1-4b5b-4d57-9bcf-c7a10b2997bb taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.950377] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-440d66a1-4b5b-4d57-9bcf-c7a10b2997bb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.950447] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-440d66a1-4b5b-4d57-9bcf-c7a10b2997bb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.950610] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-440d66a1-4b5b-4d57-9bcf-c7a10b2997bb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.950687] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('440d66a1-4b5b-4d57-9bcf-c7a10b2997bb',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.453069] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-f02e61e7-9698-4f75-a2c4-cc256fe4fe39 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.453230] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f02e61e7-9698-4f75-a2c4-cc256fe4fe39" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.453567] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f02e61e7-9698-4f75-a2c4-cc256fe4fe39',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.455354] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 440d66a1-4b5b-4d57-9bcf-c7a10b2997bb with status ACTIVE [ 969.455354] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.455354] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.455354] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.455354] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.455354] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.455831] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.455831] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.455831] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.455976] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.456482] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.456482] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.457179] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.457179] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.457179] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.457179] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.457179] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 440d66a1-4b5b-4d57-9bcf-c7a10b2997bb is going to be updated. [ 969.480485] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.480485] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.480485] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.480732] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.480923] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.481008] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-440d66a1-4b5b-4d57-9bcf-c7a10b2997bb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.959236] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f02e61e7-9698-4f75-a2c4-cc256fe4fe39',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.465267] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.465267] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.467106] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.467443] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.467582] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.467732] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f02e61e7-9698-4f75-a2c4-cc256fe4fe39 is going to be created. [ 970.488882] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.489039] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.489102] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.489320] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.489538] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.497689] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02e61e7-9698-4f75-a2c4-cc256fe4fe39 in Status: UNINITIALIZED for 2s [ 972.508409] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02e61e7-9698-4f75-a2c4-cc256fe4fe39 in Status: SUCCESS [ 972.508750] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f02e61e7-9698-4f75-a2c4-cc256fe4fe39" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.508870] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f02e61e7-9698-4f75-a2c4-cc256fe4fe39" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.509169] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f02e61e7-9698-4f75-a2c4-cc256fe4fe39" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.509379] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.509506] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.509678] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.509758] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.509862] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.509999] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f02e61e7-9698-4f75-a2c4-cc256fe4fe39" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.510066] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f02e61e7-9698-4f75-a2c4-cc256fe4fe39',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.014183] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f02e61e7-9698-4f75-a2c4-cc256fe4fe39',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.517212] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f02e61e7-9698-4f75-a2c4-cc256fe4fe39: rpc.has_security_group_logging(os_id): False [ 973.534509] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.534722] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.534817] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.535022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.535110] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.535366] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.535501] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.535569] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.535734] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.535829] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.536091] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f02e61e7-9698-4f75-a2c4-cc256fe4fe39 is going to be created. [ 973.608358] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.608543] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.608739] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.608982] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.609246] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.620891] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f02e61e7-9698-4f75-a2c4-cc256fe4fe39 in Status: IN_PROGRESS for 2s [ 973.946144] env[69670]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 973.946298] env[69670]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 975.396156] env[69670]: INFO networking_nsxv3.common.synchronization [req-a651b205-9eda-4d99-995e-be72a3aa45a9 req-095d8520-a726-4de1-907b-e5a6636b442e tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Enqueued Resource ID: 96c8f899-578e-4f22-9860-e6399e89e690 with Priority: HIGHEST for action security_group_members [ 975.396156] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c8f899-578e-4f22-9860-e6399e89e690 with Priority: HIGHEST for action security_group_members [ 975.396156] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c8f899-578e-4f22-9860-e6399e89e690 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.396156] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.396156] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.396156] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.401707] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.401707] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.401707] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.401707] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.401707] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.401707] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.632972] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f02e61e7-9698-4f75-a2c4-cc256fe4fe39 in Status: SUCCESS [ 975.633245] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f02e61e7-9698-4f75-a2c4-cc256fe4fe39" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.904249] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.406496] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.910932] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.911627] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.911627] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.911627] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.911627] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.911627] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c8f899-578e-4f22-9860-e6399e89e690 is going to be updated. [ 976.942508] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.942657] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.942729] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.942943] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.943120] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.951655] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c8f899-578e-4f22-9860-e6399e89e690 in Status: IN_PROGRESS for 2s [ 978.243600] env[69670]: INFO networking_nsxv3.common.synchronization [req-ac5b2995-5db7-4e48-8de9-78bbce18bc13 req-db3c3c91-5c4a-4efe-845d-99983ca73e54 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Enqueued Resource ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 with Priority: HIGHEST for action security_group_members [ 978.244173] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 with Priority: HIGHEST for action security_group_members [ 978.244516] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-bae4e153-b553-49d0-8dba-e29ce7a007b1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.244660] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.244747] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.244989] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.245382] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.245433] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.245507] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.245647] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.245734] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.245846] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.748269] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.748431] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.748515] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.748935] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.771013] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.771320] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.771441] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.771495] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.771671] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.771759] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.771850] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 is going to be updated. [ 978.795703] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.795846] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.795910] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.796179] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.796346] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.813529] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 in Status: IN_PROGRESS for 2s [ 978.960126] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c8f899-578e-4f22-9860-e6399e89e690 in Status: SUCCESS [ 978.960741] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.579312] env[69670]: INFO networking_nsxv3.common.synchronization [req-a830e37d-0d87-4557-bc50-7bb315bb2a49 req-e94915ae-7dd7-4f56-972a-56aa5f445405 tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Enqueued Resource ID: df7732ec-a599-4f46-a32c-82f7b7321e9d with Priority: HIGHEST for action security_group_members [ 979.580112] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df7732ec-a599-4f46-a32c-82f7b7321e9d with Priority: HIGHEST for action security_group_members [ 979.580460] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-df7732ec-a599-4f46-a32c-82f7b7321e9d taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.580618] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df7732ec-a599-4f46-a32c-82f7b7321e9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.580777] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df7732ec-a599-4f46-a32c-82f7b7321e9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.580885] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df7732ec-a599-4f46-a32c-82f7b7321e9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.581746] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.582037] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.582129] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.582364] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.582457] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.582618] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df7732ec-a599-4f46-a32c-82f7b7321e9d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.085669] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.085840] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.085909] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.086147] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.086229] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.086440] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.086548] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.086613] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.086730] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.086802] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.086883] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df7732ec-a599-4f46-a32c-82f7b7321e9d is going to be updated. [ 980.115601] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.115601] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.115601] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.115601] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.115601] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.122555] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df7732ec-a599-4f46-a32c-82f7b7321e9d in Status: IN_PROGRESS for 2s [ 980.821847] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 in Status: SUCCESS [ 980.822143] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 deletion is rescheduled due to dependency. [ 980.822185] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.134829] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df7732ec-a599-4f46-a32c-82f7b7321e9d in Status: SUCCESS [ 982.134829] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df7732ec-a599-4f46-a32c-82f7b7321e9d deletion is rescheduled due to dependency. [ 982.134829] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df7732ec-a599-4f46-a32c-82f7b7321e9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.218022] env[69670]: INFO networking_nsxv3.common.synchronization [None req-ec96e0c3-4ef4-40e2-b68d-8e820f107b73 None None] Enqueued Resource ID: df639e9e-00af-4e1d-b964-fe6782818fa1 with Priority: HIGHEST for action port [ 984.218674] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df639e9e-00af-4e1d-b964-fe6782818fa1 with Priority: HIGHEST for action port [ 984.219522] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-df639e9e-00af-4e1d-b964-fe6782818fa1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.219522] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df639e9e-00af-4e1d-b964-fe6782818fa1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.219522] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df639e9e-00af-4e1d-b964-fe6782818fa1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.219522] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df639e9e-00af-4e1d-b964-fe6782818fa1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.219804] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df639e9e-00af-4e1d-b964-fe6782818fa1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.252125] env[69670]: INFO networking_nsxv3.common.synchronization [req-3cc5daee-c852-4edb-b919-870ddb0e81c9 req-8c9148fa-1f20-4d48-884c-1feac3b71dea tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Enqueued Resource ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 with Priority: HIGHEST for action security_group_members [ 984.253120] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 with Priority: HIGHEST for action security_group_members [ 984.253792] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.254338] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.254338] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.254338] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.254532] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.254532] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.254532] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.254680] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.254892] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.254892] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e00cf55a-198c-4c40-ade1-2ee9c2043ee3',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.636879] env[69670]: INFO networking_nsxv3.common.synchronization [None req-d961db37-3050-49cd-bf80-bfe81a1d5abf tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Enqueued Resource ID: bd313b60-a71b-4691-be32-056404b5ef40 with Priority: HIGHEST for action security_group_rules [ 984.641028] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd313b60-a71b-4691-be32-056404b5ef40 with Priority: HIGHEST for action security_group_rules [ 984.641028] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd313b60-a71b-4691-be32-056404b5ef40 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.641028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd313b60-a71b-4691-be32-056404b5ef40" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.641028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd313b60-a71b-4691-be32-056404b5ef40" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.641028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd313b60-a71b-4691-be32-056404b5ef40" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.641028] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd313b60-a71b-4691-be32-056404b5ef40',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.723436] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df639e9e-00af-4e1d-b964-fe6782818fa1 [ 984.723675] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.723814] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.723912] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.724117] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.724213] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.724310] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df639e9e-00af-4e1d-b964-fe6782818fa1 already deleted. [ 984.724392] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df639e9e-00af-4e1d-b964-fe6782818fa1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.759791] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e00cf55a-198c-4c40-ade1-2ee9c2043ee3',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.762249] env[69670]: INFO networking_nsxv3.common.synchronization [None req-0f2981c2-4dd9-4e25-9c7e-3ebc21ec1225 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Enqueued Resource ID: bd313b60-a71b-4691-be32-056404b5ef40 with Priority: HIGHEST for action security_group_rules [ 984.763445] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd313b60-a71b-4691-be32-056404b5ef40 with Priority: HIGHEST for action security_group_rules [ 984.763445] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd313b60-a71b-4691-be32-056404b5ef40 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.763445] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd313b60-a71b-4691-be32-056404b5ef40" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.165017] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.165017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.165017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.165017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.165017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.165017] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd313b60-a71b-4691-be32-056404b5ef40 already deleted. [ 985.165017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd313b60-a71b-4691-be32-056404b5ef40" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.165017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd313b60-a71b-4691-be32-056404b5ef40" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.165017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd313b60-a71b-4691-be32-056404b5ef40" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.165017] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd313b60-a71b-4691-be32-056404b5ef40',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.263035] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e00cf55a-198c-4c40-ade1-2ee9c2043ee3',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.684633] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.684633] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.684633] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.684826] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.684826] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.684925] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd313b60-a71b-4691-be32-056404b5ef40 already deleted. [ 985.684988] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd313b60-a71b-4691-be32-056404b5ef40" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.767393] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.767581] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.767652] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.767876] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.767971] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.768090] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 is going to be updated. [ 985.796103] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.796103] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.796103] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.796103] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.796103] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.803961] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 in Status: IN_PROGRESS for 2s [ 986.236575] env[69670]: INFO networking_nsxv3.common.synchronization [None req-76fe35cc-9afd-4d5c-ab56-c941630a798f None None] Enqueued Resource ID: 5b3ecbb4-8942-4ff8-bae1-792d6d834563 with Priority: HIGHEST for action port [ 986.236575] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b3ecbb4-8942-4ff8-bae1-792d6d834563 with Priority: HIGHEST for action port [ 986.236575] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b3ecbb4-8942-4ff8-bae1-792d6d834563 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.236575] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b3ecbb4-8942-4ff8-bae1-792d6d834563" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.236575] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b3ecbb4-8942-4ff8-bae1-792d6d834563" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.236575] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b3ecbb4-8942-4ff8-bae1-792d6d834563" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.236575] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b3ecbb4-8942-4ff8-bae1-792d6d834563',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.496485] env[69670]: INFO networking_nsxv3.common.synchronization [req-8c4d639a-e785-48c7-88bc-576bf97f92c8 req-24f4f512-8aa9-4a86-993f-0a87387064b0 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Enqueued Resource ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b with Priority: HIGHEST for action security_group_members [ 986.497449] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b with Priority: HIGHEST for action security_group_members [ 986.497623] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.497982] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.497982] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.498328] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.498490] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.498490] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.499068] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.499068] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.499068] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.499068] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.523910] env[69670]: INFO networking_nsxv3.common.synchronization [req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd req-1d896ae6-702d-45e1-8167-95244d89269d tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Enqueued Resource ID: 99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf with Priority: HIGHEST for action security_group_members [ 986.525434] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf with Priority: HIGHEST for action security_group_members [ 986.525752] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.527453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.527453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.527453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.527453] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.527453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.527453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.527453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.527453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.527453] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.738373] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b3ecbb4-8942-4ff8-bae1-792d6d834563 [ 986.738496] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.738644] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.738771] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.739012] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.739117] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.739218] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b3ecbb4-8942-4ff8-bae1-792d6d834563 already deleted. [ 986.739305] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b3ecbb4-8942-4ff8-bae1-792d6d834563" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.001496] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.002168] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.002168] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.002268] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.002328] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.002651] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.002825] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.002927] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.003172] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.003292] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.003432] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b is going to be updated. [ 987.031589] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.031589] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.031589] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.031964] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.032138] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.032424] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.032585] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.032678] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.032894] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.033023] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.033153] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf already deleted. [ 987.033376] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.038008] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.038185] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.038313] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.038578] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.038994] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.046906] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b in Status: IN_PROGRESS for 2s [ 987.049534] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-225 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.049724] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-225" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.049850] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-225" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.050188] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-225" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.050545] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.050735] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.050857] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.051092] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.051249] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.051455] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 987.051569] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 987.051697] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 987.051885] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 987.052014] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 987.052136] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 987.052273] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 987.070112] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 987.070283] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 987.070421] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 987.070596] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-225" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.070905] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-21362faf-3d80-4987-a01d-f4000796070c taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.071083] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-21362faf-3d80-4987-a01d-f4000796070c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.071201] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-21362faf-3d80-4987-a01d-f4000796070c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.071512] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-21362faf-3d80-4987-a01d-f4000796070c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.071654] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21362faf-3d80-4987-a01d-f4000796070c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.574185] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.574583] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.574583] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.574842] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.575012] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.575171] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 21362faf-3d80-4987-a01d-f4000796070c not found, creating... [ 987.575431] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.575595] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.575714] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.575945] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.576134] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.576448] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.576825] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.576825] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.576986] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.577190] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.577353] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 21362faf-3d80-4987-a01d-f4000796070c is going to be created. [ 987.600320] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.600537] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.600680] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.601085] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.601208] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.601398] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-21362faf-3d80-4987-a01d-f4000796070c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.815449] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 in Status: SUCCESS [ 987.815449] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.405380] env[69670]: INFO networking_nsxv3.common.synchronization [req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd req-f6940bdd-e8b0-4bc0-bc5c-e3fa85dc1052 service nova] Enqueued Resource ID: 99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf with Priority: HIGHEST for action security_group_rules [ 988.405703] env[69670]: INFO networking_nsxv3.common.synchronization [req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd req-f6940bdd-e8b0-4bc0-bc5c-e3fa85dc1052 service nova] Enqueued Resource ID: 99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf with Priority: HIGHEST for action security_group_members [ 988.405941] env[69670]: INFO networking_nsxv3.common.synchronization [req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd req-f6940bdd-e8b0-4bc0-bc5c-e3fa85dc1052 service nova] Enqueued Resource ID: 21362faf-3d80-4987-a01d-f4000796070c with Priority: HIGHEST for action port [ 988.407333] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf with Priority: HIGHEST for action security_group_rules [ 988.407533] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf with Priority: HIGHEST for action security_group_members [ 988.407709] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21362faf-3d80-4987-a01d-f4000796070c with Priority: HIGHEST for action port [ 988.408116] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.408309] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.408407] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.408690] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.408823] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.409824] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.410178] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.410178] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.410429] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.410666] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.410768] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.411271] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.411271] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.411271] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.411271] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.412742] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-21362faf-3d80-4987-a01d-f4000796070c taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.412911] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21362faf-3d80-4987-a01d-f4000796070c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.413040] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21362faf-3d80-4987-a01d-f4000796070c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.413322] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21362faf-3d80-4987-a01d-f4000796070c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.413469] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21362faf-3d80-4987-a01d-f4000796070c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.915831] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.916568] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.916568] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.917062] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21362faf-3d80-4987-a01d-f4000796070c with status ACTIVE [ 988.917250] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.917365] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.917430] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.917682] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.917783] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.917949] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.918060] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.918123] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.918266] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.918344] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.918523] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.918616] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.918702] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.918850] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.918925] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.919033] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21362faf-3d80-4987-a01d-f4000796070c is going to be updated. [ 988.939933] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.940128] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.940203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.940375] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.940529] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.941186] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21362faf-3d80-4987-a01d-f4000796070c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.056347] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b in Status: SUCCESS [ 989.056532] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b deletion is rescheduled due to dependency. [ 989.056641] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.420882] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.924135] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.924424] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.924424] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.924605] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.924715] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.924816] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf is going to be created. [ 989.946646] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.946815] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.946892] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.947101] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.947434] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.956125] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf in Status: UNINITIALIZED for 2s [ 990.735015] env[69670]: INFO networking_nsxv3.common.synchronization [None req-6577d154-fed7-4029-ae9b-9bd39e259231 None None] Enqueued Resource ID: 18d02142-28f4-4cff-a8bc-137f5989d96a with Priority: HIGHEST for action port [ 990.735320] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18d02142-28f4-4cff-a8bc-137f5989d96a with Priority: HIGHEST for action port [ 990.737039] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-18d02142-28f4-4cff-a8bc-137f5989d96a taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.737200] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18d02142-28f4-4cff-a8bc-137f5989d96a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.737276] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18d02142-28f4-4cff-a8bc-137f5989d96a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.737588] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18d02142-28f4-4cff-a8bc-137f5989d96a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.737693] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18d02142-28f4-4cff-a8bc-137f5989d96a',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.240091] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18d02142-28f4-4cff-a8bc-137f5989d96a [ 991.240356] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.240457] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.240524] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.240737] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.240822] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.240919] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18d02142-28f4-4cff-a8bc-137f5989d96a already deleted. [ 991.240997] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18d02142-28f4-4cff-a8bc-137f5989d96a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.966851] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf in Status: SUCCESS [ 991.968819] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.970335] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.970335] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.970335] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.970335] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.970335] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.970335] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.970335] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.970335] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.970335] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.476497] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.945867] env[69670]: INFO networking_nsxv3.common.synchronization [None req-a840da03-0b65-4aeb-a062-0b2f9fa404e5 None None] Enqueued Resource ID: d13b5b82-ab6b-4418-ad36-8ebda557cf5a with Priority: HIGHEST for action port [ 992.946151] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d13b5b82-ab6b-4418-ad36-8ebda557cf5a with Priority: HIGHEST for action port [ 992.946728] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-d13b5b82-ab6b-4418-ad36-8ebda557cf5a taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.946856] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d13b5b82-ab6b-4418-ad36-8ebda557cf5a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.946923] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d13b5b82-ab6b-4418-ad36-8ebda557cf5a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.947189] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d13b5b82-ab6b-4418-ad36-8ebda557cf5a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.947265] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d13b5b82-ab6b-4418-ad36-8ebda557cf5a',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.979316] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf: rpc.has_security_group_logging(os_id): False [ 992.996458] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.996647] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.996734] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.996977] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.997105] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.997379] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.997489] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.998378] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.998378] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.998378] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.998378] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf is going to be created. [ 993.054146] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.054356] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.054465] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.054719] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.055011] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.066437] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf in Status: IN_PROGRESS for 2s [ 993.449630] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d13b5b82-ab6b-4418-ad36-8ebda557cf5a [ 993.449873] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.450131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.450131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.451370] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.451370] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.451370] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d13b5b82-ab6b-4418-ad36-8ebda557cf5a already deleted. [ 993.451370] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d13b5b82-ab6b-4418-ad36-8ebda557cf5a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.079132] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf in Status: SUCCESS [ 995.079408] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.947414] env[69670]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 997.948250] env[69670]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 999.556024] env[69670]: INFO networking_nsxv3.common.synchronization [None req-54513d50-59f0-4308-8178-a7b98d9c2977 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Enqueued Resource ID: 1373e829-20e8-4bde-b059-ed84a5f9c552 with Priority: HIGHEST for action security_group_rules [ 999.556872] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1373e829-20e8-4bde-b059-ed84a5f9c552 with Priority: HIGHEST for action security_group_rules [ 999.557320] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1373e829-20e8-4bde-b059-ed84a5f9c552 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.557491] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1373e829-20e8-4bde-b059-ed84a5f9c552" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.557588] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1373e829-20e8-4bde-b059-ed84a5f9c552" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.557984] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1373e829-20e8-4bde-b059-ed84a5f9c552" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.558103] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1373e829-20e8-4bde-b059-ed84a5f9c552',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.630797] env[69670]: INFO networking_nsxv3.common.synchronization [None req-cf2abd78-6d48-40b0-8d9f-2b84ba8de31b tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Enqueued Resource ID: 1373e829-20e8-4bde-b059-ed84a5f9c552 with Priority: HIGHEST for action security_group_rules [ 999.630996] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1373e829-20e8-4bde-b059-ed84a5f9c552 with Priority: HIGHEST for action security_group_rules [ 999.631314] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1373e829-20e8-4bde-b059-ed84a5f9c552 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.631421] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1373e829-20e8-4bde-b059-ed84a5f9c552" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.079453] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.079648] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.079719] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.080381] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.080539] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.080644] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1373e829-20e8-4bde-b059-ed84a5f9c552 already deleted. [ 1000.080735] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1373e829-20e8-4bde-b059-ed84a5f9c552" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.080887] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1373e829-20e8-4bde-b059-ed84a5f9c552" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.081232] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1373e829-20e8-4bde-b059-ed84a5f9c552" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.081321] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1373e829-20e8-4bde-b059-ed84a5f9c552',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.601941] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.601941] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.602246] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.602315] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.602346] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.602566] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1373e829-20e8-4bde-b059-ed84a5f9c552 already deleted. [ 1000.602566] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1373e829-20e8-4bde-b059-ed84a5f9c552" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.594417] env[69670]: INFO networking_nsxv3.common.synchronization [req-57344a8d-aa6d-4644-aa07-1e68897e6a21 req-e36f301d-23f9-470e-a6c1-28d413e85174 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Enqueued Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGHEST for action security_group_members [ 1003.595116] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGHEST for action security_group_members [ 1003.595454] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.595600] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.595674] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.595878] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.596059] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.596159] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.596225] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.596370] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.596453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.596542] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.680457] env[69670]: INFO networking_nsxv3.common.synchronization [None req-7e2081da-7ba0-466d-92a1-b49bb9ea8d56 None None] Enqueued Resource ID: 49ccb99d-9766-4e5d-b616-ddf5906a3379 with Priority: HIGHEST for action port [ 1003.680698] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49ccb99d-9766-4e5d-b616-ddf5906a3379 with Priority: HIGHEST for action port [ 1003.681279] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-49ccb99d-9766-4e5d-b616-ddf5906a3379 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.681396] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49ccb99d-9766-4e5d-b616-ddf5906a3379" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.681470] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49ccb99d-9766-4e5d-b616-ddf5906a3379" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.682078] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49ccb99d-9766-4e5d-b616-ddf5906a3379" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.682202] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49ccb99d-9766-4e5d-b616-ddf5906a3379',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.103678] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.104930] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.104930] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.104930] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.104930] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.104930] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.104930] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.104930] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.104930] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.104930] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.108162] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f is going to be updated. [ 1004.135188] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.136031] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.136031] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.136031] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.136031] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.143537] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f in Status: IN_PROGRESS for 2s [ 1004.185069] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49ccb99d-9766-4e5d-b616-ddf5906a3379 [ 1004.185259] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.185401] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.185470] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.185682] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.185774] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.185870] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49ccb99d-9766-4e5d-b616-ddf5906a3379 already deleted. [ 1004.185954] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49ccb99d-9766-4e5d-b616-ddf5906a3379" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.153671] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f in Status: SUCCESS [ 1006.153947] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f deletion is rescheduled due to dependency. [ 1006.154010] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.191440] env[69670]: INFO networking_nsxv3.common.synchronization [req-9b5ef279-d8e9-4dbe-ab9d-9b6c9dd838d7 req-9db29c9d-9e52-4975-a59f-55c7e5cfbbd0 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Enqueued Resource ID: 96c8f899-578e-4f22-9860-e6399e89e690 with Priority: HIGHEST for action security_group_members [ 1006.191980] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c8f899-578e-4f22-9860-e6399e89e690 with Priority: HIGHEST for action security_group_members [ 1006.192295] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c8f899-578e-4f22-9860-e6399e89e690 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.192417] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.192485] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.192679] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.192838] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.192936] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.193006] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.197618] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.197743] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.197838] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.699880] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.700144] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.700233] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.700473] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.700567] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.700780] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.700886] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.700949] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.701114] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.701195] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.701286] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c8f899-578e-4f22-9860-e6399e89e690 is going to be updated. [ 1006.728617] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.728807] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.728868] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.729231] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.729231] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.737334] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c8f899-578e-4f22-9860-e6399e89e690 in Status: IN_PROGRESS for 2s [ 1008.749159] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c8f899-578e-4f22-9860-e6399e89e690 in Status: SUCCESS [ 1008.749458] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c8f899-578e-4f22-9860-e6399e89e690 deletion is rescheduled due to dependency. [ 1008.749458] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.795899] env[69670]: INFO networking_nsxv3.common.synchronization [None req-4841d7e3-e082-4744-b4b1-94b1496ad2f1 None None] Enqueued Resource ID: ec8f6d32-04da-4f48-a84f-29138afaa0e3 with Priority: HIGHEST for action port [ 1009.796471] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec8f6d32-04da-4f48-a84f-29138afaa0e3 with Priority: HIGHEST for action port [ 1009.796807] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec8f6d32-04da-4f48-a84f-29138afaa0e3 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.796930] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec8f6d32-04da-4f48-a84f-29138afaa0e3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.796989] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec8f6d32-04da-4f48-a84f-29138afaa0e3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.798217] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec8f6d32-04da-4f48-a84f-29138afaa0e3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.798336] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec8f6d32-04da-4f48-a84f-29138afaa0e3',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.302090] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec8f6d32-04da-4f48-a84f-29138afaa0e3 [ 1010.302090] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.302090] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.302090] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.302090] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.302090] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.302090] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec8f6d32-04da-4f48-a84f-29138afaa0e3 already deleted. [ 1010.302090] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec8f6d32-04da-4f48-a84f-29138afaa0e3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.284873] env[69670]: INFO networking_nsxv3.common.synchronization [None req-b004537a-fc6b-4b7f-a1c2-6034282e427b None None] Enqueued Resource ID: c19b8b05-3aca-4063-a120-c5a0497559bf with Priority: HIGHEST for action port [ 1012.285437] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c19b8b05-3aca-4063-a120-c5a0497559bf with Priority: HIGHEST for action port [ 1012.285999] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-c19b8b05-3aca-4063-a120-c5a0497559bf taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.285999] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c19b8b05-3aca-4063-a120-c5a0497559bf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.286145] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c19b8b05-3aca-4063-a120-c5a0497559bf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.286837] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c19b8b05-3aca-4063-a120-c5a0497559bf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.287042] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c19b8b05-3aca-4063-a120-c5a0497559bf',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.789227] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c19b8b05-3aca-4063-a120-c5a0497559bf [ 1012.789848] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.789848] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.790082] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.790300] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.790409] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.790508] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c19b8b05-3aca-4063-a120-c5a0497559bf already deleted. [ 1012.790590] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c19b8b05-3aca-4063-a120-c5a0497559bf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.481572] env[69670]: INFO networking_nsxv3.common.synchronization [req-a6067a0a-cc9b-41e1-8fac-a476346b5881 req-6b908264-5255-4d79-a475-1ef090632976 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Enqueued Resource ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 with Priority: HIGHEST for action security_group_members [ 1015.482130] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 with Priority: HIGHEST for action security_group_members [ 1015.482970] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.482970] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.482970] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.482970] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.482970] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.483647] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.483738] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.483907] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.484397] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.484397] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e00cf55a-198c-4c40-ade1-2ee9c2043ee3',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.837082] env[69670]: INFO networking_nsxv3.common.synchronization [req-bef49b7e-b220-4886-a901-de42b638c927 req-ddc64016-f4d7-485c-8f4f-14a542f15ef0 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Enqueued Resource ID: bd313b60-a71b-4691-be32-056404b5ef40 with Priority: HIGHEST for action security_group_members [ 1015.837597] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd313b60-a71b-4691-be32-056404b5ef40 with Priority: HIGHEST for action security_group_members [ 1015.837932] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd313b60-a71b-4691-be32-056404b5ef40 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.838073] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd313b60-a71b-4691-be32-056404b5ef40" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.838142] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd313b60-a71b-4691-be32-056404b5ef40" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.838399] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd313b60-a71b-4691-be32-056404b5ef40" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.838591] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.838660] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.838706] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.838873] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.838959] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.839878] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd313b60-a71b-4691-be32-056404b5ef40',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.986160] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.986330] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.986409] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.986646] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.008299] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.008549] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.008903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.008903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.009335] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.009473] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.009896] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 is going to be updated. [ 1016.036990] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.037204] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.037299] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.037476] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.037652] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.046650] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 in Status: IN_PROGRESS for 2s [ 1016.343353] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.344257] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.344380] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.348018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.348018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.348018] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.348018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.348018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.348018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.348018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.348018] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd313b60-a71b-4691-be32-056404b5ef40 already deleted. [ 1016.348018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd313b60-a71b-4691-be32-056404b5ef40" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.407378] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-937 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.407378] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-937" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.407378] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-937" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.410461] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-937" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.410780] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.410955] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.411212] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.411552] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.411747] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.412031] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1016.412189] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1016.412335] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1016.413350] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1016.414256] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1016.414256] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1016.414256] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1016.433844] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1016.433844] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1016.434078] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1016.434315] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-937" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.435430] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-7cfbc089-10c7-4af3-93d8-85eb67b9e135 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.435637] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-7cfbc089-10c7-4af3-93d8-85eb67b9e135" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.435896] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-7cfbc089-10c7-4af3-93d8-85eb67b9e135" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.436247] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-7cfbc089-10c7-4af3-93d8-85eb67b9e135" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.436364] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cfbc089-10c7-4af3-93d8-85eb67b9e135',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.586317] env[69670]: INFO networking_nsxv3.common.synchronization [None req-7e06ceaf-0342-4d7f-879d-2471d4756837 None None] Enqueued Resource ID: 9be9f9f6-043a-4b38-a76b-34c7903ce64e with Priority: HIGHEST for action port [ 1016.586774] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9be9f9f6-043a-4b38-a76b-34c7903ce64e with Priority: HIGHEST for action port [ 1016.587271] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-9be9f9f6-043a-4b38-a76b-34c7903ce64e taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.587396] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9be9f9f6-043a-4b38-a76b-34c7903ce64e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.587486] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9be9f9f6-043a-4b38-a76b-34c7903ce64e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.587712] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9be9f9f6-043a-4b38-a76b-34c7903ce64e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.587871] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9be9f9f6-043a-4b38-a76b-34c7903ce64e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.938490] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.938773] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.938872] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.939195] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.939366] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.939531] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 7cfbc089-10c7-4af3-93d8-85eb67b9e135 not found, creating... [ 1016.939804] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.941577] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.941969] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.942251] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.942467] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.942797] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.943122] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.943122] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.943335] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.943611] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.943792] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 7cfbc089-10c7-4af3-93d8-85eb67b9e135 is going to be created. [ 1016.963086] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.963342] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.963494] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.963824] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.964106] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.965646] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-7cfbc089-10c7-4af3-93d8-85eb67b9e135" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.092273] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9be9f9f6-043a-4b38-a76b-34c7903ce64e [ 1017.092273] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.092273] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.092273] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.092273] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.092273] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.092273] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9be9f9f6-043a-4b38-a76b-34c7903ce64e already deleted. [ 1017.092273] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9be9f9f6-043a-4b38-a76b-34c7903ce64e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.657199] env[69670]: INFO networking_nsxv3.common.synchronization [req-bef49b7e-b220-4886-a901-de42b638c927 req-81369987-ed92-455c-8317-ac6d085433e3 service nova] Enqueued Resource ID: bd313b60-a71b-4691-be32-056404b5ef40 with Priority: HIGHEST for action security_group_rules [ 1017.657533] env[69670]: INFO networking_nsxv3.common.synchronization [req-bef49b7e-b220-4886-a901-de42b638c927 req-81369987-ed92-455c-8317-ac6d085433e3 service nova] Enqueued Resource ID: bd313b60-a71b-4691-be32-056404b5ef40 with Priority: HIGHEST for action security_group_members [ 1017.657686] env[69670]: INFO networking_nsxv3.common.synchronization [req-bef49b7e-b220-4886-a901-de42b638c927 req-81369987-ed92-455c-8317-ac6d085433e3 service nova] Enqueued Resource ID: 7cfbc089-10c7-4af3-93d8-85eb67b9e135 with Priority: HIGHEST for action port [ 1017.658349] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd313b60-a71b-4691-be32-056404b5ef40 with Priority: HIGHEST for action security_group_rules [ 1017.658445] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd313b60-a71b-4691-be32-056404b5ef40 with Priority: HIGHEST for action security_group_members [ 1017.658539] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cfbc089-10c7-4af3-93d8-85eb67b9e135 with Priority: HIGHEST for action port [ 1017.658833] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd313b60-a71b-4691-be32-056404b5ef40 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.659111] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd313b60-a71b-4691-be32-056404b5ef40" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.659179] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd313b60-a71b-4691-be32-056404b5ef40" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.659393] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd313b60-a71b-4691-be32-056404b5ef40" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.659532] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd313b60-a71b-4691-be32-056404b5ef40',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.660405] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd313b60-a71b-4691-be32-056404b5ef40 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.660523] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd313b60-a71b-4691-be32-056404b5ef40" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.660593] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd313b60-a71b-4691-be32-056404b5ef40" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.660756] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd313b60-a71b-4691-be32-056404b5ef40" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.662144] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.662299] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.662372] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.662526] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.662617] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.662709] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd313b60-a71b-4691-be32-056404b5ef40',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.664956] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cfbc089-10c7-4af3-93d8-85eb67b9e135 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.665069] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cfbc089-10c7-4af3-93d8-85eb67b9e135" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.665135] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cfbc089-10c7-4af3-93d8-85eb67b9e135" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.665289] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cfbc089-10c7-4af3-93d8-85eb67b9e135" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.665366] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cfbc089-10c7-4af3-93d8-85eb67b9e135',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.056038] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 in Status: SUCCESS [ 1018.056270] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 deletion is rescheduled due to dependency. [ 1018.056558] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.140575] env[69670]: INFO networking_nsxv3.common.synchronization [req-12e1e619-ccdf-476a-8782-dfcf6e884761 req-e8ac4625-a399-4baf-95ea-181dc0bda3fe tempest-SecurityGroupRulesNegativeTestJSON-526707726 tempest-SecurityGroupRulesNegativeTestJSON-526707726-project-member] Enqueued Resource ID: 95ae1b38-2169-4268-aac1-67068d476cc5 with Priority: HIGHEST for action security_group_rules [ 1018.141568] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ae1b38-2169-4268-aac1-67068d476cc5 with Priority: HIGHEST for action security_group_rules [ 1018.141568] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95ae1b38-2169-4268-aac1-67068d476cc5 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.141568] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95ae1b38-2169-4268-aac1-67068d476cc5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.141758] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95ae1b38-2169-4268-aac1-67068d476cc5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.141883] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95ae1b38-2169-4268-aac1-67068d476cc5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.143549] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95ae1b38-2169-4268-aac1-67068d476cc5',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.168221] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd313b60-a71b-4691-be32-056404b5ef40 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.168309] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd313b60-a71b-4691-be32-056404b5ef40" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.169733] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd313b60-a71b-4691-be32-056404b5ef40',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.171103] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7cfbc089-10c7-4af3-93d8-85eb67b9e135 with status ACTIVE [ 1018.171744] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.171744] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.171744] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.171964] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.171964] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.172196] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.172270] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.172313] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.172461] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.172558] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.173970] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.173970] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.173970] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.173970] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.173970] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.173970] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7cfbc089-10c7-4af3-93d8-85eb67b9e135 is going to be updated. [ 1018.195377] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.195377] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.195377] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.195377] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.195564] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.195759] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cfbc089-10c7-4af3-93d8-85eb67b9e135" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.339576] env[69670]: INFO networking_nsxv3.common.synchronization [None req-aa612dc5-7edf-4bcf-8c8b-b369a1ac25c0 None None] Enqueued Resource ID: c0c4687c-9b3c-4e64-b2e9-1039edf4e0a1 with Priority: HIGHEST for action port [ 1018.340140] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0c4687c-9b3c-4e64-b2e9-1039edf4e0a1 with Priority: HIGHEST for action port [ 1018.340449] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0c4687c-9b3c-4e64-b2e9-1039edf4e0a1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.340575] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0c4687c-9b3c-4e64-b2e9-1039edf4e0a1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.340641] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0c4687c-9b3c-4e64-b2e9-1039edf4e0a1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.340893] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0c4687c-9b3c-4e64-b2e9-1039edf4e0a1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.340982] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0c4687c-9b3c-4e64-b2e9-1039edf4e0a1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.663886] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.664302] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.664302] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.664477] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.664477] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.664596] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95ae1b38-2169-4268-aac1-67068d476cc5 already deleted. [ 1018.664596] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95ae1b38-2169-4268-aac1-67068d476cc5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.676094] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd313b60-a71b-4691-be32-056404b5ef40',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.845043] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0c4687c-9b3c-4e64-b2e9-1039edf4e0a1 [ 1018.845304] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.845467] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.845558] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.845806] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.845903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.846010] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0c4687c-9b3c-4e64-b2e9-1039edf4e0a1 already deleted. [ 1018.846118] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0c4687c-9b3c-4e64-b2e9-1039edf4e0a1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.971245] env[69670]: INFO networking_nsxv3.common.synchronization [req-113b9587-b2d6-450d-8737-e375d7909a90 req-5b439d1c-6853-4fbf-a3e7-9a0ff9c80e6e tempest-SecurityGroupRulesNegativeTestJSON-526707726 tempest-SecurityGroupRulesNegativeTestJSON-526707726-project-member] Enqueued Resource ID: 95ae1b38-2169-4268-aac1-67068d476cc5 with Priority: HIGHEST for action security_group_rules [ 1018.971717] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ae1b38-2169-4268-aac1-67068d476cc5 with Priority: HIGHEST for action security_group_rules [ 1018.972099] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95ae1b38-2169-4268-aac1-67068d476cc5 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.972238] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95ae1b38-2169-4268-aac1-67068d476cc5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.972448] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95ae1b38-2169-4268-aac1-67068d476cc5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.972683] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95ae1b38-2169-4268-aac1-67068d476cc5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.972808] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95ae1b38-2169-4268-aac1-67068d476cc5',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.178196] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.179203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.179203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.179203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.179203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.179203] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd313b60-a71b-4691-be32-056404b5ef40 is going to be created. [ 1019.201499] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.201650] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.201714] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.201960] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.202222] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.211021] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd313b60-a71b-4691-be32-056404b5ef40 in Status: UNINITIALIZED for 2s [ 1019.414098] env[69670]: INFO networking_nsxv3.common.synchronization [None req-49ea7b1a-44eb-4919-8d50-4bd2e68339d6 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Enqueued Resource ID: 0c486dd3-baec-4a47-a2e3-4fa644020dbb with Priority: HIGHEST for action security_group_rules [ 1019.414098] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c486dd3-baec-4a47-a2e3-4fa644020dbb with Priority: HIGHEST for action security_group_rules [ 1019.414098] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c486dd3-baec-4a47-a2e3-4fa644020dbb taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.414098] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c486dd3-baec-4a47-a2e3-4fa644020dbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.414098] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c486dd3-baec-4a47-a2e3-4fa644020dbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.414098] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c486dd3-baec-4a47-a2e3-4fa644020dbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.414098] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c486dd3-baec-4a47-a2e3-4fa644020dbb',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.492216] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.492360] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.492429] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.492703] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.492739] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.492813] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95ae1b38-2169-4268-aac1-67068d476cc5 already deleted. [ 1019.492892] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95ae1b38-2169-4268-aac1-67068d476cc5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.512175] env[69670]: INFO networking_nsxv3.common.synchronization [None req-cfedf156-55b7-4a61-bd83-21848422023a tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Enqueued Resource ID: 0c486dd3-baec-4a47-a2e3-4fa644020dbb with Priority: HIGHEST for action security_group_rules [ 1019.512718] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c486dd3-baec-4a47-a2e3-4fa644020dbb with Priority: HIGHEST for action security_group_rules [ 1019.513039] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c486dd3-baec-4a47-a2e3-4fa644020dbb taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.513147] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c486dd3-baec-4a47-a2e3-4fa644020dbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.936103] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.936103] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.936103] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.936103] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.936103] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.936103] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c486dd3-baec-4a47-a2e3-4fa644020dbb already deleted. [ 1019.936103] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c486dd3-baec-4a47-a2e3-4fa644020dbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.936103] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c486dd3-baec-4a47-a2e3-4fa644020dbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.936103] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c486dd3-baec-4a47-a2e3-4fa644020dbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.936103] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c486dd3-baec-4a47-a2e3-4fa644020dbb',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.344389] env[69670]: INFO networking_nsxv3.common.synchronization [req-f971550e-12b0-456a-b006-60ec11089158 req-8e779452-6632-4230-95f0-012a69006068 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Enqueued Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGHEST for action security_group_members [ 1020.344935] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGHEST for action security_group_members [ 1020.345253] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-09805ea4-7c55-41b8-a08a-9a1b9d40957f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.345445] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.345582] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.345866] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.346080] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.346222] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.346304] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.346478] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.346587] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.346698] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.454101] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.454303] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.454370] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.454541] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.454630] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.454746] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c486dd3-baec-4a47-a2e3-4fa644020dbb already deleted. [ 1020.457733] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c486dd3-baec-4a47-a2e3-4fa644020dbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.726428] env[69670]: INFO networking_nsxv3.common.synchronization [req-f971550e-12b0-456a-b006-60ec11089158 req-14335f2e-2e61-4e25-b1e7-610cfc56112a tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Enqueued Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGHEST for action security_group_members [ 1020.726980] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGHEST for action security_group_members [ 1020.728438] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-09805ea4-7c55-41b8-a08a-9a1b9d40957f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.728541] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.848635] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.848816] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.848885] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.849438] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.849438] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.849598] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.849598] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.849598] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.849755] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.849958] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.849958] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f already deleted. [ 1020.850075] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.850942] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.851154] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.851314] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.851419] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.851478] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.851686] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.851724] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.851826] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.221143] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd313b60-a71b-4691-be32-056404b5ef40 in Status: SUCCESS [ 1021.224020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd313b60-a71b-4691-be32-056404b5ef40" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.224020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd313b60-a71b-4691-be32-056404b5ef40" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.224020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd313b60-a71b-4691-be32-056404b5ef40" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.224020] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.224020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.224020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.224020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.224020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.224020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd313b60-a71b-4691-be32-056404b5ef40" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.224020] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd313b60-a71b-4691-be32-056404b5ef40',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.298029] env[69670]: INFO networking_nsxv3.common.synchronization [req-f971550e-12b0-456a-b006-60ec11089158 req-d97e0cdb-4a18-4596-9c7e-78b127492cbd tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Enqueued Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGHEST for action security_group_members [ 1021.298029] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGHEST for action security_group_members [ 1021.298029] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-09805ea4-7c55-41b8-a08a-9a1b9d40957f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.298029] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.354779] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.356423] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.356423] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.356423] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.356423] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.356423] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.356423] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.356423] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.356423] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.356423] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.356423] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f already deleted. [ 1021.356423] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.356423] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.356881] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.356881] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.356881] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.356881] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.357038] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.357257] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.357257] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.663203] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-403 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.663446] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-403" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.663608] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-403" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.663990] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-403" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.664856] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.665073] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.665249] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.665537] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.665674] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.665998] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1021.666167] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.666311] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.666475] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.666649] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1021.666801] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.667411] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.683980] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.684190] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1021.684337] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.684523] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-403" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.684840] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-3c24d955-1d11-4d99-ae2b-6a757b26cfcd taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.685034] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-3c24d955-1d11-4d99-ae2b-6a757b26cfcd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.685162] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-3c24d955-1d11-4d99-ae2b-6a757b26cfcd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.685516] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-3c24d955-1d11-4d99-ae2b-6a757b26cfcd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.685670] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c24d955-1d11-4d99-ae2b-6a757b26cfcd',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.727570] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd313b60-a71b-4691-be32-056404b5ef40',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.861850] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.862071] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.862118] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.862341] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.862449] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.862671] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.862776] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.862830] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.862980] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.863074] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.863203] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f already deleted. [ 1021.863236] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.188800] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.189112] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.189316] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.189635] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.189895] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.190202] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 3c24d955-1d11-4d99-ae2b-6a757b26cfcd not found, creating... [ 1022.190520] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.190723] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.190859] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.191400] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.191576] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.192212] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.192340] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.192395] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.192699] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.192880] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.193063] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 3c24d955-1d11-4d99-ae2b-6a757b26cfcd is going to be created. [ 1022.215068] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.215068] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.215068] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.215068] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.215068] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.215481] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-3c24d955-1d11-4d99-ae2b-6a757b26cfcd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.229723] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd313b60-a71b-4691-be32-056404b5ef40: rpc.has_security_group_logging(os_id): False [ 1022.247363] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.247609] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.247609] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.247824] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.248013] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.248291] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.248406] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.248490] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.248729] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.248835] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.248944] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd313b60-a71b-4691-be32-056404b5ef40 is going to be created. [ 1022.321828] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.321981] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.322088] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.322417] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.322490] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.339075] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd313b60-a71b-4691-be32-056404b5ef40 in Status: IN_PROGRESS for 2s [ 1022.897675] env[69670]: INFO networking_nsxv3.common.synchronization [req-a913036a-2f55-4cc3-8459-7749c0834237 req-b5efeacd-4806-4dca-91c7-f7b101982916 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Enqueued Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_members [ 1022.898277] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_members [ 1022.898579] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.898718] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.899535] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.899970] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.899970] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.900270] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.900270] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.902098] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.902098] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.902098] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.404290] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.469113] env[69670]: INFO networking_nsxv3.common.synchronization [req-f971550e-12b0-456a-b006-60ec11089158 req-405796e9-b45c-430b-9ad6-58228fd5312f service nova] Enqueued Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGHEST for action security_group_rules [ 1023.469305] env[69670]: INFO networking_nsxv3.common.synchronization [req-f971550e-12b0-456a-b006-60ec11089158 req-405796e9-b45c-430b-9ad6-58228fd5312f service nova] Enqueued Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGHEST for action security_group_members [ 1023.469451] env[69670]: INFO networking_nsxv3.common.synchronization [req-f971550e-12b0-456a-b006-60ec11089158 req-405796e9-b45c-430b-9ad6-58228fd5312f service nova] Enqueued Resource ID: 3c24d955-1d11-4d99-ae2b-6a757b26cfcd with Priority: HIGHEST for action port [ 1023.469685] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGHEST for action security_group_rules [ 1023.469815] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGHEST for action security_group_members [ 1023.469912] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c24d955-1d11-4d99-ae2b-6a757b26cfcd with Priority: HIGHEST for action port [ 1023.470506] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09805ea4-7c55-41b8-a08a-9a1b9d40957f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.470588] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.470728] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.470904] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.471007] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.472903] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-09805ea4-7c55-41b8-a08a-9a1b9d40957f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.475735] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.475735] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.475735] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.475735] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.475735] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.475735] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.475735] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.475735] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.475735] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.475735] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c24d955-1d11-4d99-ae2b-6a757b26cfcd taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.475735] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c24d955-1d11-4d99-ae2b-6a757b26cfcd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.475735] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c24d955-1d11-4d99-ae2b-6a757b26cfcd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.475735] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c24d955-1d11-4d99-ae2b-6a757b26cfcd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.475735] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c24d955-1d11-4d99-ae2b-6a757b26cfcd',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.581021] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-69 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.581021] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-69" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.581021] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-69" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.581021] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-69" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.581021] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.581021] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.581021] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.581611] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.581987] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.582316] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1023.582715] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1023.582958] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1023.583284] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1023.583528] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1023.583876] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1023.584335] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1023.603215] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1023.603414] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1023.603554] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1023.603729] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-69" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.604070] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-f235cd32-5967-4f45-b54d-ea3728998436 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.604299] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-f235cd32-5967-4f45-b54d-ea3728998436" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.604444] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-f235cd32-5967-4f45-b54d-ea3728998436" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.604830] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-f235cd32-5967-4f45-b54d-ea3728998436" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.605010] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f235cd32-5967-4f45-b54d-ea3728998436',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.906404] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.976879] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-09805ea4-7c55-41b8-a08a-9a1b9d40957f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.977026] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.977214] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.980105] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c24d955-1d11-4d99-ae2b-6a757b26cfcd with status ACTIVE [ 1023.980105] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.980273] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.980273] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.980397] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.980554] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.980648] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.980734] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.980780] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.980946] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.980982] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.981179] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.981275] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.981336] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.981474] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.981550] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.981633] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c24d955-1d11-4d99-ae2b-6a757b26cfcd is going to be updated. [ 1024.002895] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.002895] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.002895] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.002895] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.002895] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.003431] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c24d955-1d11-4d99-ae2b-6a757b26cfcd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.110223] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.110469] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.110601] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.111072] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.111240] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.111403] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port f235cd32-5967-4f45-b54d-ea3728998436 not found, creating... [ 1024.111676] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.111846] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.111971] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.112215] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.112360] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.112644] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.112805] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.112922] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.113375] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.113528] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.113681] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: f235cd32-5967-4f45-b54d-ea3728998436 is going to be created. [ 1024.133542] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.133827] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.133886] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.134173] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.134456] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.134690] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-f235cd32-5967-4f45-b54d-ea3728998436" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.267381] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-591 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.267381] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-591" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.267381] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-591" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.267381] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-591" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.268060] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.268318] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.268503] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.268873] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.269128] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.269476] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1024.269625] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1024.269809] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1024.270009] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1024.270196] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1024.270349] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1024.270804] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1024.289839] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1024.290016] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1024.290167] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1024.290350] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-591" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.290663] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-9206f598-e2ed-4abb-a8b4-e4bc8dae46aa taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.290843] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-9206f598-e2ed-4abb-a8b4-e4bc8dae46aa" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.290961] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-9206f598-e2ed-4abb-a8b4-e4bc8dae46aa" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.291306] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-9206f598-e2ed-4abb-a8b4-e4bc8dae46aa" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.291450] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9206f598-e2ed-4abb-a8b4-e4bc8dae46aa',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.350137] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd313b60-a71b-4691-be32-056404b5ef40 in Status: SUCCESS [ 1024.350412] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd313b60-a71b-4691-be32-056404b5ef40" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.409353] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.410052] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.410052] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.410052] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.410052] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.410343] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ae94e30-e016-435b-850c-689d2a009139 is going to be updated. [ 1024.435718] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.435887] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.436594] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.436594] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.436594] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.443924] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: IN_PROGRESS for 2s [ 1024.479907] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.793482] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.797021] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.797021] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.797021] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.797021] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.797021] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 9206f598-e2ed-4abb-a8b4-e4bc8dae46aa not found, creating... [ 1024.797021] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.797021] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.797021] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.797021] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.797021] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.797510] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.797510] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.797510] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.797510] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.797510] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.797510] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 9206f598-e2ed-4abb-a8b4-e4bc8dae46aa is going to be created. [ 1024.818918] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.818918] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.818918] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.818918] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.818918] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.818918] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-9206f598-e2ed-4abb-a8b4-e4bc8dae46aa" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.984280] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.984280] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.984280] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.984280] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.984280] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.984280] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f is going to be created. [ 1025.012110] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.012110] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.012110] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.012110] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.012110] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.020091] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f in Status: UNINITIALIZED for 2s [ 1025.116660] env[69670]: INFO networking_nsxv3.common.synchronization [req-a913036a-2f55-4cc3-8459-7749c0834237 req-7b26c6d4-4dd5-495d-9b12-7600fab8fa74 service nova] Enqueued Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_rules [ 1025.116660] env[69670]: INFO networking_nsxv3.common.synchronization [req-a913036a-2f55-4cc3-8459-7749c0834237 req-7b26c6d4-4dd5-495d-9b12-7600fab8fa74 service nova] Enqueued Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_members [ 1025.116660] env[69670]: INFO networking_nsxv3.common.synchronization [req-a913036a-2f55-4cc3-8459-7749c0834237 req-7b26c6d4-4dd5-495d-9b12-7600fab8fa74 service nova] Enqueued Resource ID: f235cd32-5967-4f45-b54d-ea3728998436 with Priority: HIGHEST for action port [ 1025.116660] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_rules [ 1025.116660] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_members [ 1025.116660] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f235cd32-5967-4f45-b54d-ea3728998436 with Priority: HIGHEST for action port [ 1025.118280] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.118280] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.118280] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.118280] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.118280] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.119055] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.119055] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.119966] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-f235cd32-5967-4f45-b54d-ea3728998436 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.120133] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f235cd32-5967-4f45-b54d-ea3728998436" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.120242] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f235cd32-5967-4f45-b54d-ea3728998436" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.120446] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f235cd32-5967-4f45-b54d-ea3728998436" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.120552] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f235cd32-5967-4f45-b54d-ea3728998436',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.623403] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f235cd32-5967-4f45-b54d-ea3728998436 with status ACTIVE [ 1025.623726] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.623821] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.623894] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.624094] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.624194] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.624393] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.624498] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.624562] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.624717] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.624795] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.624971] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.625075] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.625159] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.625308] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.625383] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.625468] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f235cd32-5967-4f45-b54d-ea3728998436 is going to be updated. [ 1025.626917] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.627045] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.656776] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.656776] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.656776] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.656983] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.656983] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.657262] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f235cd32-5967-4f45-b54d-ea3728998436" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.194358] env[69670]: INFO networking_nsxv3.common.synchronization [req-f971550e-12b0-456a-b006-60ec11089158 req-f82e08d5-b67a-471e-8187-e01c70bdf4e8 service nova] Enqueued Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGHEST for action security_group_rules [ 1026.194583] env[69670]: INFO networking_nsxv3.common.synchronization [req-f971550e-12b0-456a-b006-60ec11089158 req-f82e08d5-b67a-471e-8187-e01c70bdf4e8 service nova] Enqueued Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGHEST for action security_group_members [ 1026.194724] env[69670]: INFO networking_nsxv3.common.synchronization [req-f971550e-12b0-456a-b006-60ec11089158 req-f82e08d5-b67a-471e-8187-e01c70bdf4e8 service nova] Enqueued Resource ID: 9206f598-e2ed-4abb-a8b4-e4bc8dae46aa with Priority: HIGHEST for action port [ 1026.195258] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGHEST for action security_group_rules [ 1026.195407] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGHEST for action security_group_members [ 1026.195489] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9206f598-e2ed-4abb-a8b4-e4bc8dae46aa with Priority: HIGHEST for action port [ 1026.195763] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09805ea4-7c55-41b8-a08a-9a1b9d40957f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.195889] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.196131] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-09805ea4-7c55-41b8-a08a-9a1b9d40957f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.196225] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.196390] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-9206f598-e2ed-4abb-a8b4-e4bc8dae46aa taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.196490] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9206f598-e2ed-4abb-a8b4-e4bc8dae46aa" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.196552] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9206f598-e2ed-4abb-a8b4-e4bc8dae46aa" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.196744] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9206f598-e2ed-4abb-a8b4-e4bc8dae46aa" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.196824] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9206f598-e2ed-4abb-a8b4-e4bc8dae46aa',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.453603] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: SUCCESS [ 1026.455756] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.455756] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.455756] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.455756] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.455756] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.455756] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.455756] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.455756] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.455756] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.678740] env[69670]: INFO networking_nsxv3.common.synchronization [None req-d97d3de8-69b7-4b7a-9fd3-6f82bf25e13a None None] Enqueued Resource ID: ea415b3b-c44d-46a6-ac1e-4cb590393b75 with Priority: HIGHEST for action port [ 1026.679068] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea415b3b-c44d-46a6-ac1e-4cb590393b75 with Priority: HIGHEST for action port [ 1026.679618] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea415b3b-c44d-46a6-ac1e-4cb590393b75 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.679748] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea415b3b-c44d-46a6-ac1e-4cb590393b75" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.679854] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea415b3b-c44d-46a6-ac1e-4cb590393b75" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.680261] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea415b3b-c44d-46a6-ac1e-4cb590393b75" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.680375] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea415b3b-c44d-46a6-ac1e-4cb590393b75',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.700575] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9206f598-e2ed-4abb-a8b4-e4bc8dae46aa with status ACTIVE [ 1026.700802] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.700934] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.701011] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.701231] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.701324] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.701502] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.701601] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.701663] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.701805] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.701883] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.702072] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.702164] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.702225] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.702361] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.702435] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.702517] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9206f598-e2ed-4abb-a8b4-e4bc8dae46aa is going to be updated. [ 1026.723895] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.724063] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.724110] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.724301] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.724432] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.724591] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9206f598-e2ed-4abb-a8b4-e4bc8dae46aa" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.960027] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.034899] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f in Status: SUCCESS [ 1027.035457] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.035634] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.035874] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.036075] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.036193] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.036257] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.036410] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.036487] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.036568] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.036660] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.038723] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.038723] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.038723] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.038723] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.038723] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.038964] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.039029] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.039074] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.158219] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-403 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.158412] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-403" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.158536] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-403" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.159381] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-403" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.159381] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.159381] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.159381] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.159619] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.159685] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.159900] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1027.160684] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1027.160938] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1027.161018] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1027.161147] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1027.161257] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1027.161396] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1027.179471] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1027.179639] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1027.181025] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1027.181025] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-403" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.181025] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-8fd03dbf-af04-4dfe-b133-930779b52ae4 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.181025] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-8fd03dbf-af04-4dfe-b133-930779b52ae4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.181025] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-8fd03dbf-af04-4dfe-b133-930779b52ae4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.181334] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-8fd03dbf-af04-4dfe-b133-930779b52ae4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.181334] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fd03dbf-af04-4dfe-b133-930779b52ae4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.183183] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea415b3b-c44d-46a6-ac1e-4cb590393b75 [ 1027.183756] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.183756] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.183756] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.183756] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.183981] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.183981] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea415b3b-c44d-46a6-ac1e-4cb590393b75 already deleted. [ 1027.183981] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea415b3b-c44d-46a6-ac1e-4cb590393b75" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.462396] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.544261] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-09805ea4-7c55-41b8-a08a-9a1b9d40957f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.544348] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.545015] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.683541] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.683821] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.683912] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.684540] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.684730] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.684894] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 8fd03dbf-af04-4dfe-b133-930779b52ae4 not found, creating... [ 1027.685236] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.685466] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.685636] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.686017] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.686498] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.686673] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.686989] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.686989] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.687680] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.687680] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.687680] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 8fd03dbf-af04-4dfe-b133-930779b52ae4 is going to be created. [ 1027.706998] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.707121] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.707738] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.707738] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.708510] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.709159] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-8fd03dbf-af04-4dfe-b133-930779b52ae4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.743729] env[69670]: INFO networking_nsxv3.common.synchronization [req-dcdb3a2f-ba66-4f13-a21a-0bbeca0bbb9c req-eb83d2fb-f669-4ce6-a025-f76e1ca5066d tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Enqueued Resource ID: c549e374-faa7-4797-867b-68785ee18fe0 with Priority: HIGHEST for action security_group_members [ 1027.744312] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c549e374-faa7-4797-867b-68785ee18fe0 with Priority: HIGHEST for action security_group_members [ 1027.744620] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-c549e374-faa7-4797-867b-68785ee18fe0 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.746774] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c549e374-faa7-4797-867b-68785ee18fe0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.746774] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c549e374-faa7-4797-867b-68785ee18fe0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.746774] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c549e374-faa7-4797-867b-68785ee18fe0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.746774] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.746774] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.746774] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.746774] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.746774] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.746774] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c549e374-faa7-4797-867b-68785ee18fe0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.964845] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.964964] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.964964] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.965293] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.965293] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.965405] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ae94e30-e016-435b-850c-689d2a009139 is going to be updated. [ 1027.995348] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.995489] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.995537] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.995787] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.995937] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.009218] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: IN_PROGRESS for 2s [ 1028.047311] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.163840] env[69670]: INFO networking_nsxv3.common.synchronization [None req-13d46dec-b110-4678-b875-1a469384581f tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Enqueued Resource ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 with Priority: HIGHEST for action security_group_rules [ 1028.165212] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 with Priority: HIGHEST for action security_group_rules [ 1028.165702] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.165864] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.165935] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.166430] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.166558] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.248512] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.248665] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.248966] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.249078] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.249643] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.249643] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.249643] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.249643] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.249846] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.249846] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.249846] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c549e374-faa7-4797-867b-68785ee18fe0 is going to be updated. [ 1028.276380] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.276477] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.276477] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.276695] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.277851] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.284414] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c549e374-faa7-4797-867b-68785ee18fe0 in Status: IN_PROGRESS for 2s [ 1028.364638] env[69670]: INFO networking_nsxv3.common.synchronization [None req-3e504f52-6941-497e-bccc-0e564f1cd0e1 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Enqueued Resource ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 with Priority: HIGHEST for action security_group_rules [ 1028.366025] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 with Priority: HIGHEST for action security_group_rules [ 1028.366025] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.366025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.551864] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.551864] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.551864] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.552119] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.552198] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.552275] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f is going to be updated. [ 1028.583474] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.583474] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.583788] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.583788] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.583890] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.595055] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f in Status: IN_PROGRESS for 2s [ 1028.685576] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.685922] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.685922] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.686110] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.686110] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.686176] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 already deleted. [ 1028.686260] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.686411] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.686562] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.686645] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.731786] env[69670]: INFO networking_nsxv3.common.synchronization [req-f971550e-12b0-456a-b006-60ec11089158 req-403bb946-ec60-45d2-8373-39699e40c2c6 service nova] Enqueued Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGHEST for action security_group_rules [ 1028.731786] env[69670]: INFO networking_nsxv3.common.synchronization [req-f971550e-12b0-456a-b006-60ec11089158 req-403bb946-ec60-45d2-8373-39699e40c2c6 service nova] Enqueued Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGHEST for action security_group_members [ 1028.731786] env[69670]: INFO networking_nsxv3.common.synchronization [req-f971550e-12b0-456a-b006-60ec11089158 req-403bb946-ec60-45d2-8373-39699e40c2c6 service nova] Enqueued Resource ID: 8fd03dbf-af04-4dfe-b133-930779b52ae4 with Priority: HIGHEST for action port [ 1028.731786] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGHEST for action security_group_rules [ 1028.731786] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGHEST for action security_group_members [ 1028.732627] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fd03dbf-af04-4dfe-b133-930779b52ae4 with Priority: HIGHEST for action port [ 1028.733060] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09805ea4-7c55-41b8-a08a-9a1b9d40957f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.733565] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.733880] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-09805ea4-7c55-41b8-a08a-9a1b9d40957f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.734176] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.734589] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fd03dbf-af04-4dfe-b133-930779b52ae4 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.734816] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fd03dbf-af04-4dfe-b133-930779b52ae4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.734961] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fd03dbf-af04-4dfe-b133-930779b52ae4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.735262] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fd03dbf-af04-4dfe-b133-930779b52ae4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.735425] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fd03dbf-af04-4dfe-b133-930779b52ae4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.936618] env[69670]: INFO networking_nsxv3.common.synchronization [None req-d6df9b6d-9013-4dff-8f3a-414e2b132d3d None None] Enqueued Resource ID: d803ea53-4ee3-48ef-bb74-993f1041debf with Priority: HIGHEST for action port [ 1028.937257] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d803ea53-4ee3-48ef-bb74-993f1041debf with Priority: HIGHEST for action port [ 1028.937532] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-d803ea53-4ee3-48ef-bb74-993f1041debf taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.937666] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d803ea53-4ee3-48ef-bb74-993f1041debf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.937753] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d803ea53-4ee3-48ef-bb74-993f1041debf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.940089] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d803ea53-4ee3-48ef-bb74-993f1041debf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.940269] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d803ea53-4ee3-48ef-bb74-993f1041debf',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.213155] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.213155] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.213155] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.213155] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.213155] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.213155] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 already deleted. [ 1029.213155] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.238868] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8fd03dbf-af04-4dfe-b133-930779b52ae4 with status ACTIVE [ 1029.239676] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.239976] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.240078] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.240433] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.240537] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.240730] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.240838] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.240902] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.241068] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.241147] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.241329] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.241423] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.241483] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.241624] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.241685] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.241772] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8fd03dbf-af04-4dfe-b133-930779b52ae4 is going to be updated. [ 1029.265403] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.265547] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.265615] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.265912] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.266088] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.266247] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fd03dbf-af04-4dfe-b133-930779b52ae4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.443828] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d803ea53-4ee3-48ef-bb74-993f1041debf [ 1029.443997] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.444149] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.444218] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.444439] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.444530] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.444627] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d803ea53-4ee3-48ef-bb74-993f1041debf already deleted. [ 1029.444710] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d803ea53-4ee3-48ef-bb74-993f1041debf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.018117] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: SUCCESS [ 1030.020884] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.020884] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.020884] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.020884] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.020884] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.020884] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.020884] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.020884] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.020884] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.020884] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.047471] env[69670]: INFO networking_nsxv3.common.synchronization [req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 req-93a99d84-1430-40f9-a171-7bb9e5162bd5 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Enqueued Resource ID: c8d624e5-93b7-41c0-b400-88202c159fa4 with Priority: HIGHEST for action security_group_members [ 1030.049356] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8d624e5-93b7-41c0-b400-88202c159fa4 with Priority: HIGHEST for action security_group_members [ 1030.051683] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8d624e5-93b7-41c0-b400-88202c159fa4 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.052594] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8d624e5-93b7-41c0-b400-88202c159fa4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.052755] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8d624e5-93b7-41c0-b400-88202c159fa4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.053402] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8d624e5-93b7-41c0-b400-88202c159fa4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.055684] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.055684] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.055684] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.055684] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.055684] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.055684] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8d624e5-93b7-41c0-b400-88202c159fa4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.295212] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c549e374-faa7-4797-867b-68785ee18fe0 in Status: SUCCESS [ 1030.295509] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c549e374-faa7-4797-867b-68785ee18fe0 deletion is rescheduled due to dependency. [ 1030.295509] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c549e374-faa7-4797-867b-68785ee18fe0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.528141] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.528141] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.528141] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.528141] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.528141] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.528141] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.528141] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.528141] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.528141] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.528141] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.528141] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.528141] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.529284] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.529284] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.529284] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.529284] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.529284] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.529284] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.529284] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.529284] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.529284] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.556837] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.556998] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.557090] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.557313] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.557399] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.557605] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.557709] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.557749] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.557929] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.558039] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.558101] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8d624e5-93b7-41c0-b400-88202c159fa4 already deleted. [ 1030.558180] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8d624e5-93b7-41c0-b400-88202c159fa4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.604443] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f in Status: SUCCESS [ 1030.604977] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.604977] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.607512] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.607512] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.607512] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.607512] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.607512] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.607512] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.607512] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.607512] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-09805ea4-7c55-41b8-a08a-9a1b9d40957f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.608072] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.608072] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.608194] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.608350] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.610456] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.610456] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.610456] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.610456] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.610456] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.610456] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.610456] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.611445] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.611445] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.611445] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.611445] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.611445] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.611445] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.615276] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.629344] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-356 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.629559] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-356" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.629687] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-356" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.630103] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-356" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.630337] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.630496] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.630613] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.630841] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.630985] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.631262] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1030.631381] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1030.631489] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1030.631640] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1030.631700] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1030.631802] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1030.631933] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1030.652270] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1030.652447] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1030.652587] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1030.655033] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-356" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.655033] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-a566b9de-5df5-4525-a919-47300b7117a4 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.655033] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-a566b9de-5df5-4525-a919-47300b7117a4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.655033] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-a566b9de-5df5-4525-a919-47300b7117a4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.655033] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-a566b9de-5df5-4525-a919-47300b7117a4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.655033] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a566b9de-5df5-4525-a919-47300b7117a4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.031250] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ae94e30-e016-435b-850c-689d2a009139: rpc.has_security_group_logging(os_id): False [ 1031.048718] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.048889] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.049023] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.049194] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.049296] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.049520] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.049624] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.049689] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.049857] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.049949] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.050156] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.050252] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.050313] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.050453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.050525] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.050703] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.050848] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.050848] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.050981] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.051159] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.051250] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ae94e30-e016-435b-850c-689d2a009139 is going to be updated. [ 1031.114900] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09805ea4-7c55-41b8-a08a-9a1b9d40957f: rpc.has_security_group_logging(os_id): False [ 1031.118182] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.120298] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.120431] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.120483] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.120903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.120903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.139031] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.139195] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.139241] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.139423] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.139506] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.139696] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.139788] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.139848] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.139992] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.140077] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.140278] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.140429] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.140429] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.140562] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.140633] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.140832] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.140926] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.140985] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.141140] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.141231] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.141296] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f is going to be created. [ 1031.142812] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: IN_PROGRESS for 2s [ 1031.159719] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.159923] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.160069] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.160360] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.160513] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.160664] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port a566b9de-5df5-4525-a919-47300b7117a4 not found, creating... [ 1031.160921] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.161104] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.161218] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.161431] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.161570] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.161842] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.161997] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.162126] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.162334] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.162468] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.162605] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: a566b9de-5df5-4525-a919-47300b7117a4 is going to be created. [ 1031.198022] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.198022] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.198022] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.198022] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.198022] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.198022] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-a566b9de-5df5-4525-a919-47300b7117a4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.236619] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.236763] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.236837] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.237062] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.237240] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.250413] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f in Status: IN_PROGRESS for 2s [ 1031.622466] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.949898] env[69670]: INFO networking_nsxv3.common.synchronization [req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 req-8d48c18f-0925-4ff4-85ce-9531cd862efe service nova] Enqueued Resource ID: c8d624e5-93b7-41c0-b400-88202c159fa4 with Priority: HIGHEST for action security_group_rules [ 1031.949898] env[69670]: INFO networking_nsxv3.common.synchronization [req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 req-8d48c18f-0925-4ff4-85ce-9531cd862efe service nova] Enqueued Resource ID: c8d624e5-93b7-41c0-b400-88202c159fa4 with Priority: HIGHEST for action security_group_members [ 1031.949898] env[69670]: INFO networking_nsxv3.common.synchronization [req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 req-8d48c18f-0925-4ff4-85ce-9531cd862efe service nova] Enqueued Resource ID: a566b9de-5df5-4525-a919-47300b7117a4 with Priority: HIGHEST for action port [ 1031.949898] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8d624e5-93b7-41c0-b400-88202c159fa4 with Priority: HIGHEST for action security_group_rules [ 1031.949898] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8d624e5-93b7-41c0-b400-88202c159fa4 with Priority: HIGHEST for action security_group_members [ 1031.949898] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a566b9de-5df5-4525-a919-47300b7117a4 with Priority: HIGHEST for action port [ 1031.950419] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8d624e5-93b7-41c0-b400-88202c159fa4 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.950669] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8d624e5-93b7-41c0-b400-88202c159fa4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.950826] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8d624e5-93b7-41c0-b400-88202c159fa4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.951204] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8d624e5-93b7-41c0-b400-88202c159fa4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.951403] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8d624e5-93b7-41c0-b400-88202c159fa4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.952417] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8d624e5-93b7-41c0-b400-88202c159fa4 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.952777] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8d624e5-93b7-41c0-b400-88202c159fa4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.952950] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8d624e5-93b7-41c0-b400-88202c159fa4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.953263] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8d624e5-93b7-41c0-b400-88202c159fa4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.953618] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.953841] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.954039] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.954283] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.954459] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.954710] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8d624e5-93b7-41c0-b400-88202c159fa4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.955914] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-a566b9de-5df5-4525-a919-47300b7117a4 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.956199] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a566b9de-5df5-4525-a919-47300b7117a4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.956380] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a566b9de-5df5-4525-a919-47300b7117a4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.956823] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a566b9de-5df5-4525-a919-47300b7117a4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.957019] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a566b9de-5df5-4525-a919-47300b7117a4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.126081] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.126081] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.126081] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.126081] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.126081] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.126081] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f is going to be updated. [ 1032.155433] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.155712] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.155712] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.156024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.156189] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.165596] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f in Status: IN_PROGRESS for 2s [ 1032.458861] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8d624e5-93b7-41c0-b400-88202c159fa4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.464289] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8d624e5-93b7-41c0-b400-88202c159fa4 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.464289] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8d624e5-93b7-41c0-b400-88202c159fa4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.464289] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a566b9de-5df5-4525-a919-47300b7117a4 with status ACTIVE [ 1032.464289] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.464289] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.464289] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.464289] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.464289] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.464764] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.464764] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.464764] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.464764] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.464764] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.465093] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.465093] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.465286] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.466201] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.466201] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.466201] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a566b9de-5df5-4525-a919-47300b7117a4 is going to be updated. [ 1032.490352] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.490514] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.490572] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.490801] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.491092] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.491260] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a566b9de-5df5-4525-a919-47300b7117a4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.917756] env[69670]: INFO networking_nsxv3.common.synchronization [req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 req-670cbdaa-8b1f-4a0e-9515-f22dffd7f0eb tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Enqueued Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGHEST for action security_group_members [ 1032.918431] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGHEST for action security_group_members [ 1032.918795] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.918978] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.920152] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.920415] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.920623] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.920743] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.920810] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.920962] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.921063] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.921175] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.968725] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8d624e5-93b7-41c0-b400-88202c159fa4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.160564] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: SUCCESS [ 1033.160564] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.265019] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f in Status: SUCCESS [ 1033.265019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.265019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.265019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.265019] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.424545] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.424698] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.424744] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.424977] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.425091] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.425291] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.425393] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.425453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.425623] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.425696] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.425758] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f is going to be updated. [ 1033.455021] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.455021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.455021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.455021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.455021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.461954] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f in Status: IN_PROGRESS for 2s [ 1033.470466] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.470611] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.470680] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.470887] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.470980] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.471098] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8d624e5-93b7-41c0-b400-88202c159fa4 is going to be created. [ 1033.492852] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-778 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.493951] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-778" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.493951] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-778" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.493951] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-778" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.493951] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.493951] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.494271] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.494271] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.494417] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.494607] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1033.494741] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1033.494857] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1033.495079] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1033.495152] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1033.495230] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1033.495368] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1033.497182] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.497255] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.497405] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.497472] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.497679] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.507784] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8d624e5-93b7-41c0-b400-88202c159fa4 in Status: UNINITIALIZED for 2s [ 1033.520318] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1033.520559] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1033.521607] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1033.521607] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-778" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.521607] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.521607] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.521840] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.522040] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.522228] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.767381] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-09805ea4-7c55-41b8-a08a-9a1b9d40957f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.767599] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.025058] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.025248] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.025345] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.025668] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.026157] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.026157] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475 not found, creating... [ 1034.026342] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.026502] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.026734] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.026852] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.027017] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.027407] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.027529] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.027679] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.027930] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.028115] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.028278] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475 is going to be created. [ 1034.054783] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.054783] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.054783] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.054783] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.054783] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.054783] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.175647] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f in Status: SUCCESS [ 1034.175976] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.176184] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.176444] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.176655] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.176775] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.176841] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.177086] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.177201] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.177315] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.177425] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.680337] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-09805ea4-7c55-41b8-a08a-9a1b9d40957f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.680576] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.680576] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.680818] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.680992] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.681158] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.681209] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.681314] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.681399] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.681487] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.681632] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-09805ea4-7c55-41b8-a08a-9a1b9d40957f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.681722] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.681783] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.681918] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.682064] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.682167] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.682229] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.682365] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.682472] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.682601] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.682707] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.026415] env[69670]: INFO networking_nsxv3.common.synchronization [req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 req-944e4b72-7d25-4672-9544-64740819c35d service nova] Enqueued Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGHEST for action security_group_rules [ 1035.026660] env[69670]: INFO networking_nsxv3.common.synchronization [req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 req-944e4b72-7d25-4672-9544-64740819c35d service nova] Enqueued Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGHEST for action security_group_members [ 1035.026727] env[69670]: INFO networking_nsxv3.common.synchronization [req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 req-944e4b72-7d25-4672-9544-64740819c35d service nova] Enqueued Resource ID: c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475 with Priority: HIGHEST for action port [ 1035.026966] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGHEST for action security_group_rules [ 1035.027115] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGHEST for action security_group_members [ 1035.027213] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475 with Priority: HIGHEST for action port [ 1035.027769] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.027961] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.028148] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.028360] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.028445] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.029322] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.029393] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.029543] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.029668] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.029719] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.029854] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.029927] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.184916] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09805ea4-7c55-41b8-a08a-9a1b9d40957f: rpc.has_security_group_logging(os_id): False [ 1035.205731] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.205731] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.205859] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.206016] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.206114] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.206372] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.206483] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.206542] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.206701] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.206777] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.206960] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.207065] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.207818] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.207818] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.207818] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.207818] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.207818] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.207818] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.207818] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.207818] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.208213] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f is going to be updated. [ 1035.253637] env[69670]: INFO networking_nsxv3.common.synchronization [req-23ce6edd-43ab-474a-a284-ca76a79f4516 req-9edc0162-7f67-4fb9-b940-299fb2d48df4 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Enqueued Resource ID: 96c8f899-578e-4f22-9860-e6399e89e690 with Priority: HIGHEST for action security_group_members [ 1035.254143] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c8f899-578e-4f22-9860-e6399e89e690 with Priority: HIGHEST for action security_group_members [ 1035.399686] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c8f899-578e-4f22-9860-e6399e89e690 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.399845] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.399896] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.400209] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.400379] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.400483] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.400546] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.400765] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.400850] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.400942] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.405607] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.405748] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.405748] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.405953] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.406106] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.420157] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f in Status: IN_PROGRESS for 2s [ 1035.471586] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f in Status: SUCCESS [ 1035.471893] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f deletion is rescheduled due to dependency. [ 1035.471893] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.473476] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.473476] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.473476] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.473476] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.473476] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.473476] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.473476] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.473476] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.516706] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8d624e5-93b7-41c0-b400-88202c159fa4 in Status: SUCCESS [ 1035.516933] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8d624e5-93b7-41c0-b400-88202c159fa4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.517104] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8d624e5-93b7-41c0-b400-88202c159fa4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.517317] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8d624e5-93b7-41c0-b400-88202c159fa4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.517578] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.517636] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.517675] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.517803] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.517891] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.517986] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8d624e5-93b7-41c0-b400-88202c159fa4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.518082] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8d624e5-93b7-41c0-b400-88202c159fa4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.522059] env[69670]: INFO networking_nsxv3.common.synchronization [req-c5d42f13-af10-4580-b7ad-c7ee64873ad5 req-3689de8b-105b-4f9a-94f8-fc2e68228352 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Enqueued Resource ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 with Priority: HIGHEST for action security_group_members [ 1035.522826] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 with Priority: HIGHEST for action security_group_members [ 1035.522826] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-74824cbd-aa39-4082-85ba-c85f268cb2c0 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.522980] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.522980] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.523204] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.523350] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.523443] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.523502] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.523639] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.523716] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.523801] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74824cbd-aa39-4082-85ba-c85f268cb2c0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.532215] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.532894] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.532894] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475 with status ACTIVE [ 1035.532894] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.532894] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.532894] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.533185] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.533185] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.534461] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.534461] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.534461] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.534461] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.534461] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.534461] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.534461] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.534461] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.534461] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.534461] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.534461] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475 is going to be updated. [ 1035.553517] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.553517] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.553673] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.554031] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.554031] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.554133] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.671631] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-450 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.671866] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-450" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.672036] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-450" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.672319] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-450" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.672599] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.672759] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.672982] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.673770] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.673953] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.674185] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1035.674336] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1035.674458] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1035.674604] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1035.674702] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1035.674822] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1035.674976] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1035.705824] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1035.706073] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1035.706219] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1035.706392] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-450" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.706702] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-f22337bb-9cae-4010-b0fd-cf74084824a5 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.706875] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-f22337bb-9cae-4010-b0fd-cf74084824a5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.706991] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-f22337bb-9cae-4010-b0fd-cf74084824a5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.707336] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-f22337bb-9cae-4010-b0fd-cf74084824a5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.707473] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f22337bb-9cae-4010-b0fd-cf74084824a5',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.794294] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-225 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.794549] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-225" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.794690] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-225" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.795026] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-225" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.795355] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.795597] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.795812] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.796075] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.796270] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.796530] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1035.796702] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1035.796854] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1035.797029] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1035.797189] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1035.797351] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1035.797561] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1035.815845] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1035.816072] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1035.816219] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1035.816426] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-225" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.816804] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-b066b6fa-e9da-4ad7-b56c-2a63033c78fe taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.817051] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-b066b6fa-e9da-4ad7-b56c-2a63033c78fe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.817199] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-b066b6fa-e9da-4ad7-b56c-2a63033c78fe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.817589] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-b066b6fa-e9da-4ad7-b56c-2a63033c78fe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.817782] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b066b6fa-e9da-4ad7-b56c-2a63033c78fe',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.905276] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.905449] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.905515] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.905726] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.905834] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.906097] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.906184] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.906259] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.906401] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.906508] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.906601] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c8f899-578e-4f22-9860-e6399e89e690 is going to be updated. [ 1035.933580] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.933860] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.933860] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.934092] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.934169] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.942887] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c8f899-578e-4f22-9860-e6399e89e690 in Status: IN_PROGRESS for 2s [ 1035.975644] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.020162] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8d624e5-93b7-41c0-b400-88202c159fa4 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.020401] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8d624e5-93b7-41c0-b400-88202c159fa4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.020501] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8d624e5-93b7-41c0-b400-88202c159fa4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.020730] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8d624e5-93b7-41c0-b400-88202c159fa4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.020920] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.021029] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.021086] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.021240] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.021357] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.021492] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8d624e5-93b7-41c0-b400-88202c159fa4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.021650] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8d624e5-93b7-41c0-b400-88202c159fa4 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.021743] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8d624e5-93b7-41c0-b400-88202c159fa4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.021819] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8d624e5-93b7-41c0-b400-88202c159fa4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.022043] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8d624e5-93b7-41c0-b400-88202c159fa4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.022260] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.022406] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.022503] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.022719] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.022855] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.022990] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8d624e5-93b7-41c0-b400-88202c159fa4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.023105] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8d624e5-93b7-41c0-b400-88202c159fa4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.026069] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.026197] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.026253] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.026388] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.026518] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.026633] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.026730] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.026846] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.026911] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.026986] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.027080] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 already deleted. [ 1036.027161] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.193876] env[69670]: INFO networking_nsxv3.common.synchronization [req-445edc35-8b0f-4946-a996-0e5d3c96752b req-a679f93d-d7d9-4e08-85b3-3e6540d94fca tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Enqueued Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_members [ 1036.195972] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_members [ 1036.198326] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.198326] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.198326] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.198326] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.198326] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.198326] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.198326] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.198326] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.198952] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.198952] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.209978] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.210371] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.210579] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.211136] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.211405] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.211632] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port f22337bb-9cae-4010-b0fd-cf74084824a5 not found, creating... [ 1036.212118] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.212359] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.212553] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.212895] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.213131] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.213602] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.213847] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.213994] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.214244] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.214391] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.214538] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: f22337bb-9cae-4010-b0fd-cf74084824a5 is going to be created. [ 1036.240450] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.240690] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.240819] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.241184] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.241443] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.241686] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-f22337bb-9cae-4010-b0fd-cf74084824a5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.321830] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.322499] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.322499] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.322646] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.322747] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.322955] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port b066b6fa-e9da-4ad7-b56c-2a63033c78fe not found, creating... [ 1036.323892] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.323892] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.323892] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.323892] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.323892] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.326682] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.326682] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.326682] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.326682] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.327035] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.327035] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: b066b6fa-e9da-4ad7-b56c-2a63033c78fe is going to be created. [ 1036.353021] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.353021] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.353021] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.353021] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.353021] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.353021] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-b066b6fa-e9da-4ad7-b56c-2a63033c78fe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.478263] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.526105] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8d624e5-93b7-41c0-b400-88202c159fa4: rpc.has_security_group_logging(os_id): False [ 1036.543436] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.543595] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.543649] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.543859] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.543945] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.544185] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.544288] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.544360] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.544492] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.544568] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.544761] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.544852] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.544913] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.545061] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.545136] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.545314] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.545472] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.545532] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.545672] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.545747] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.545832] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8d624e5-93b7-41c0-b400-88202c159fa4 is going to be created. [ 1036.611495] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.611495] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.611495] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.611495] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.611836] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.622335] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8d624e5-93b7-41c0-b400-88202c159fa4 in Status: IN_PROGRESS for 2s [ 1036.701049] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.983515] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.983515] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.983515] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.983515] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.983515] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.983515] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f is going to be updated. [ 1037.011671] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.011671] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.011671] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.011671] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.011671] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.012675] env[69670]: INFO networking_nsxv3.common.synchronization [req-23ce6edd-43ab-474a-a284-ca76a79f4516 req-3aa28028-9df2-430d-be04-56a379887f80 service nova] Enqueued Resource ID: 96c8f899-578e-4f22-9860-e6399e89e690 with Priority: HIGHEST for action security_group_rules [ 1037.013579] env[69670]: INFO networking_nsxv3.common.synchronization [req-23ce6edd-43ab-474a-a284-ca76a79f4516 req-3aa28028-9df2-430d-be04-56a379887f80 service nova] Enqueued Resource ID: 96c8f899-578e-4f22-9860-e6399e89e690 with Priority: HIGHEST for action security_group_members [ 1037.015115] env[69670]: INFO networking_nsxv3.common.synchronization [req-23ce6edd-43ab-474a-a284-ca76a79f4516 req-3aa28028-9df2-430d-be04-56a379887f80 service nova] Enqueued Resource ID: f22337bb-9cae-4010-b0fd-cf74084824a5 with Priority: HIGHEST for action port [ 1037.015115] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c8f899-578e-4f22-9860-e6399e89e690 with Priority: HIGHEST for action security_group_rules [ 1037.015356] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c8f899-578e-4f22-9860-e6399e89e690 with Priority: HIGHEST for action security_group_members [ 1037.015562] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f22337bb-9cae-4010-b0fd-cf74084824a5 with Priority: HIGHEST for action port [ 1037.016347] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96c8f899-578e-4f22-9860-e6399e89e690 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.016473] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.016554] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.016762] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.016845] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.018304] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c8f899-578e-4f22-9860-e6399e89e690 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.019025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.019025] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-f22337bb-9cae-4010-b0fd-cf74084824a5 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.019025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f22337bb-9cae-4010-b0fd-cf74084824a5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.019025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f22337bb-9cae-4010-b0fd-cf74084824a5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.019331] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f22337bb-9cae-4010-b0fd-cf74084824a5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.019331] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f22337bb-9cae-4010-b0fd-cf74084824a5',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.021362] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f in Status: IN_PROGRESS for 2s [ 1037.088257] env[69670]: INFO networking_nsxv3.common.synchronization [req-c5d42f13-af10-4580-b7ad-c7ee64873ad5 req-413f36fe-3335-4916-b880-49f87fabb36d service nova] Enqueued Resource ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 with Priority: HIGHEST for action security_group_rules [ 1037.088257] env[69670]: INFO networking_nsxv3.common.synchronization [req-c5d42f13-af10-4580-b7ad-c7ee64873ad5 req-413f36fe-3335-4916-b880-49f87fabb36d service nova] Enqueued Resource ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 with Priority: HIGHEST for action security_group_members [ 1037.088257] env[69670]: INFO networking_nsxv3.common.synchronization [req-c5d42f13-af10-4580-b7ad-c7ee64873ad5 req-413f36fe-3335-4916-b880-49f87fabb36d service nova] Enqueued Resource ID: b066b6fa-e9da-4ad7-b56c-2a63033c78fe with Priority: HIGHEST for action port [ 1037.088257] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 with Priority: HIGHEST for action security_group_rules [ 1037.088257] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 with Priority: HIGHEST for action security_group_members [ 1037.088257] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b066b6fa-e9da-4ad7-b56c-2a63033c78fe with Priority: HIGHEST for action port [ 1037.088257] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74824cbd-aa39-4082-85ba-c85f268cb2c0 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.088257] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.088257] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.088257] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.088257] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74824cbd-aa39-4082-85ba-c85f268cb2c0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.088257] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-74824cbd-aa39-4082-85ba-c85f268cb2c0 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.088257] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.088257] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.089039] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.089039] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.089039] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.089039] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.089039] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.089039] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.089255] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74824cbd-aa39-4082-85ba-c85f268cb2c0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.089840] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-b066b6fa-e9da-4ad7-b56c-2a63033c78fe taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.089965] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b066b6fa-e9da-4ad7-b56c-2a63033c78fe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.093924] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b066b6fa-e9da-4ad7-b56c-2a63033c78fe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.093924] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b066b6fa-e9da-4ad7-b56c-2a63033c78fe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.093924] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b066b6fa-e9da-4ad7-b56c-2a63033c78fe',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.203704] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.437247] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f in Status: SUCCESS [ 1037.437474] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.437651] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.437862] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.437984] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.521591] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c8f899-578e-4f22-9860-e6399e89e690 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.521676] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.521827] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f22337bb-9cae-4010-b0fd-cf74084824a5 with status ACTIVE [ 1037.522022] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.522163] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.522230] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.522694] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.522694] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.522694] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.522844] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.522844] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.522980] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.523079] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.523244] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.523334] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.523393] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.523528] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.523601] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.523683] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f22337bb-9cae-4010-b0fd-cf74084824a5 is going to be updated. [ 1037.543030] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.543030] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.543030] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.543030] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.543269] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.543309] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f22337bb-9cae-4010-b0fd-cf74084824a5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.597607] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-74824cbd-aa39-4082-85ba-c85f268cb2c0 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.597859] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.597963] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74824cbd-aa39-4082-85ba-c85f268cb2c0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.599132] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b066b6fa-e9da-4ad7-b56c-2a63033c78fe with status ACTIVE [ 1037.599369] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.599492] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.601036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.601036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.601036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.601036] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.601036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.601036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.601036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.601036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.601036] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.601036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.601036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.601036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.610219] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.610315] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b066b6fa-e9da-4ad7-b56c-2a63033c78fe is going to be updated. [ 1037.634043] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.634255] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.634255] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.634477] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.634602] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.634762] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b066b6fa-e9da-4ad7-b56c-2a63033c78fe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.706553] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.706727] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.706803] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.707079] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.707201] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.707302] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ae94e30-e016-435b-850c-689d2a009139 is going to be updated. [ 1037.750361] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.750535] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.750607] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.750819] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.750991] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.761403] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: IN_PROGRESS for 2s [ 1037.943161] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-09805ea4-7c55-41b8-a08a-9a1b9d40957f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.943338] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.943397] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.943606] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.943774] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.943875] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.943938] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.944113] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.944208] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.944291] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.944414] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.957021] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c8f899-578e-4f22-9860-e6399e89e690 in Status: SUCCESS [ 1037.957021] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c8f899-578e-4f22-9860-e6399e89e690 deletion is rescheduled due to dependency. [ 1037.957021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.957021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.957021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.957021] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.957021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.957021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.957021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.957021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.957021] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.113135] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74824cbd-aa39-4082-85ba-c85f268cb2c0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.447294] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-09805ea4-7c55-41b8-a08a-9a1b9d40957f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.447638] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.447638] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.447802] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.447939] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.448074] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.448138] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.448300] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.448387] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.448473] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.448615] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-09805ea4-7c55-41b8-a08a-9a1b9d40957f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.448718] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.448775] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.448922] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.449084] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.449191] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.449245] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.449489] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.449579] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.449659] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.449756] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.458276] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.618911] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.618911] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.618911] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.618911] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.618911] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.618911] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 is going to be created. [ 1038.635965] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8d624e5-93b7-41c0-b400-88202c159fa4 in Status: SUCCESS [ 1038.635965] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8d624e5-93b7-41c0-b400-88202c159fa4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.645895] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.645895] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.645895] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.645895] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.645895] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.655671] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 in Status: UNINITIALIZED for 2s [ 1038.951769] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09805ea4-7c55-41b8-a08a-9a1b9d40957f: rpc.has_security_group_logging(os_id): False [ 1038.961042] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.969764] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.969764] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.969924] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.971204] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.971204] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.971204] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.971204] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.971204] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.971204] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.971204] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.971204] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.971204] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.971204] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.971204] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.971666] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.971666] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.971666] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.971666] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.971808] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.971808] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.971872] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f is going to be updated. [ 1039.026008] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.026197] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.026279] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.026479] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.026627] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.032808] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f in Status: SUCCESS [ 1039.032990] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.033162] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.033347] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.033525] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.033644] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.033689] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.033835] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.033903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.033986] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.034085] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.038356] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f in Status: IN_PROGRESS for 2s [ 1039.465374] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.465694] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.465694] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.465819] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.465881] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.465998] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c8f899-578e-4f22-9860-e6399e89e690 is going to be updated. [ 1039.491248] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.491405] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.491405] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.491774] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.491967] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.507296] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c8f899-578e-4f22-9860-e6399e89e690 in Status: IN_PROGRESS for 2s [ 1039.535969] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.536119] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.536119] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.537256] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.537256] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.537256] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.537256] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.537256] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.537256] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.537256] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.537256] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.537256] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.537256] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.537662] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.537662] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.537662] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.537662] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.537799] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.537799] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.537932] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.537985] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.770828] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: SUCCESS [ 1039.771105] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.040497] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aac54264-f7b3-4aca-a0d1-6eebdb59bc7f: rpc.has_security_group_logging(os_id): False [ 1040.058284] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.058423] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.058496] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.058713] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.058805] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.059012] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.059129] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.059206] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.059342] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.059422] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.059623] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.059715] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.059775] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.059910] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.059984] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.060179] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.060287] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.060351] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.060490] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.060563] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.060648] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f is going to be updated. [ 1040.130020] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.130173] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.130257] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.130486] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.130635] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.147474] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f in Status: IN_PROGRESS for 2s [ 1040.664950] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 in Status: SUCCESS [ 1040.665283] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.665345] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.665545] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.665728] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.665844] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.665909] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.666076] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.666163] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.666247] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.666334] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74824cbd-aa39-4082-85ba-c85f268cb2c0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.052873] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f in Status: SUCCESS [ 1041.053048] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.169089] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-74824cbd-aa39-4082-85ba-c85f268cb2c0 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.169349] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.169349] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.169764] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.170069] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.170241] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.170414] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.170670] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.170872] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.171032] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.171315] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-74824cbd-aa39-4082-85ba-c85f268cb2c0 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.171463] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.171560] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.171793] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.172057] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.172289] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.172402] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.172628] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.172773] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.172911] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.173070] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74824cbd-aa39-4082-85ba-c85f268cb2c0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.517234] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c8f899-578e-4f22-9860-e6399e89e690 in Status: SUCCESS [ 1041.517457] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.517620] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.517847] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.518151] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.518307] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.518350] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.518555] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.518612] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.518662] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.518775] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.529754] env[69670]: INFO networking_nsxv3.common.synchronization [req-00db274a-2db2-4615-80e8-c6af5af76596 req-d61d457f-f1ff-47f5-a429-70d807ac6c19 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Enqueued Resource ID: a4f4c31e-43c3-4b12-86d5-2ae157990493 with Priority: HIGHEST for action security_group_members [ 1041.530855] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f4c31e-43c3-4b12-86d5-2ae157990493 with Priority: HIGHEST for action security_group_members [ 1041.531216] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f4c31e-43c3-4b12-86d5-2ae157990493 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.531351] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f4c31e-43c3-4b12-86d5-2ae157990493" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.531751] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f4c31e-43c3-4b12-86d5-2ae157990493" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.531751] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f4c31e-43c3-4b12-86d5-2ae157990493" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.531862] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.531977] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.532051] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.532214] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.532302] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.532431] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4f4c31e-43c3-4b12-86d5-2ae157990493',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.676043] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74824cbd-aa39-4082-85ba-c85f268cb2c0: rpc.has_security_group_logging(os_id): False [ 1041.694768] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.695042] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.695042] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.695273] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.695416] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.695642] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.695759] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.695816] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.696100] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.696225] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.696385] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.696481] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.696602] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.696754] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.696828] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.697364] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.697496] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.697561] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.697713] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.697836] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.697960] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 is going to be created. [ 1041.759031] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.759031] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.759031] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.759031] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.759031] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.772845] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 in Status: IN_PROGRESS for 2s [ 1041.856293] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-56 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.856568] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-56" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.856734] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-56" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.857189] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-56" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.857964] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.857964] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.857964] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.858292] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.858464] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.858698] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1041.858818] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.858932] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.859101] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.859230] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1041.859371] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.859516] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.892518] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.892715] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1041.892855] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.893122] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-56" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.893462] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-c572e9b7-bea4-44a5-9435-b73319547b9d taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.893639] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-c572e9b7-bea4-44a5-9435-b73319547b9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.893761] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-c572e9b7-bea4-44a5-9435-b73319547b9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.894104] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-c572e9b7-bea4-44a5-9435-b73319547b9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.894248] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c572e9b7-bea4-44a5-9435-b73319547b9d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.020751] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c8f899-578e-4f22-9860-e6399e89e690 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.020992] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.021453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.021453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.021722] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.021879] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.021975] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.022220] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.022347] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.022469] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.022670] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c8f899-578e-4f22-9860-e6399e89e690 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.022794] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.022879] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.023088] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.023278] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.023401] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.023484] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.023660] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.023760] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.023868] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.023992] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.035100] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.035286] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.035361] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.035588] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.035668] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.035890] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.036020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.036085] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.036254] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.036332] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.036418] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4f4c31e-43c3-4b12-86d5-2ae157990493 already deleted. [ 1042.036498] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f4c31e-43c3-4b12-86d5-2ae157990493" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.162100] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f in Status: SUCCESS [ 1042.162403] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.398778] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.399175] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.399355] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.399777] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.399972] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.400151] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port c572e9b7-bea4-44a5-9435-b73319547b9d not found, creating... [ 1042.400505] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.400733] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.400890] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.401191] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.401371] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.401712] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.401878] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.401997] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.402228] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.402386] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.402603] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: c572e9b7-bea4-44a5-9435-b73319547b9d is going to be created. [ 1042.429439] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.429692] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.429809] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.430087] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.430330] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.430557] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-c572e9b7-bea4-44a5-9435-b73319547b9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.526186] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96c8f899-578e-4f22-9860-e6399e89e690: rpc.has_security_group_logging(os_id): False [ 1042.552517] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.552843] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.552843] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.553100] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.553258] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.553503] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.553640] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.553719] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.553826] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.553902] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.554106] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.554286] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.554286] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.554411] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.554463] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.554644] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.554737] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.554796] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.554919] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.555061] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.555098] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96c8f899-578e-4f22-9860-e6399e89e690 is going to be updated. [ 1042.630497] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.630666] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.630740] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.630916] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.631086] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.649721] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c8f899-578e-4f22-9860-e6399e89e690 in Status: IN_PROGRESS for 2s [ 1043.030131] env[69670]: INFO networking_nsxv3.common.synchronization [req-d60496a2-68a2-4f6f-9269-6d6d53c23e43 req-59c9e5da-e126-41ba-831a-cea8eb6dcc63 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Enqueued Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGHEST for action security_group_members [ 1043.030131] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGHEST for action security_group_members [ 1043.030131] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-09805ea4-7c55-41b8-a08a-9a1b9d40957f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.030131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.030131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.030131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.030561] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.030673] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.031024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.031333] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.031477] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.031609] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.255807] env[69670]: INFO networking_nsxv3.common.synchronization [req-00db274a-2db2-4615-80e8-c6af5af76596 req-4ee14057-7fa5-4652-8b77-6c60560fccf8 service nova] Enqueued Resource ID: a4f4c31e-43c3-4b12-86d5-2ae157990493 with Priority: HIGHEST for action security_group_rules [ 1043.256068] env[69670]: INFO networking_nsxv3.common.synchronization [req-00db274a-2db2-4615-80e8-c6af5af76596 req-4ee14057-7fa5-4652-8b77-6c60560fccf8 service nova] Enqueued Resource ID: a4f4c31e-43c3-4b12-86d5-2ae157990493 with Priority: HIGHEST for action security_group_members [ 1043.256360] env[69670]: INFO networking_nsxv3.common.synchronization [req-00db274a-2db2-4615-80e8-c6af5af76596 req-4ee14057-7fa5-4652-8b77-6c60560fccf8 service nova] Enqueued Resource ID: c572e9b7-bea4-44a5-9435-b73319547b9d with Priority: HIGHEST for action port [ 1043.260430] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f4c31e-43c3-4b12-86d5-2ae157990493 with Priority: HIGHEST for action security_group_rules [ 1043.260602] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f4c31e-43c3-4b12-86d5-2ae157990493 with Priority: HIGHEST for action security_group_members [ 1043.260745] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c572e9b7-bea4-44a5-9435-b73319547b9d with Priority: HIGHEST for action port [ 1043.261746] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4f4c31e-43c3-4b12-86d5-2ae157990493 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.261894] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4f4c31e-43c3-4b12-86d5-2ae157990493" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.261965] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4f4c31e-43c3-4b12-86d5-2ae157990493" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.262248] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4f4c31e-43c3-4b12-86d5-2ae157990493" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.262333] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4f4c31e-43c3-4b12-86d5-2ae157990493',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.263212] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f4c31e-43c3-4b12-86d5-2ae157990493 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.263339] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f4c31e-43c3-4b12-86d5-2ae157990493" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.263408] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f4c31e-43c3-4b12-86d5-2ae157990493" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.263576] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f4c31e-43c3-4b12-86d5-2ae157990493" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.263727] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.263822] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.263885] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.267721] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.267721] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.267721] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4f4c31e-43c3-4b12-86d5-2ae157990493',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.270047] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-c572e9b7-bea4-44a5-9435-b73319547b9d taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.270230] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c572e9b7-bea4-44a5-9435-b73319547b9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.271165] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c572e9b7-bea4-44a5-9435-b73319547b9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.271165] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c572e9b7-bea4-44a5-9435-b73319547b9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.271165] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c572e9b7-bea4-44a5-9435-b73319547b9d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.393109] env[69670]: INFO networking_nsxv3.common.synchronization [req-d60496a2-68a2-4f6f-9269-6d6d53c23e43 req-8e7fceda-2a0e-4f15-bb65-a17c930e7ca8 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Enqueued Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGHEST for action security_group_members [ 1043.393566] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGHEST for action security_group_members [ 1043.393873] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-09805ea4-7c55-41b8-a08a-9a1b9d40957f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.393979] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.483686] env[69670]: INFO networking_nsxv3.common.synchronization [req-b841f3fa-e633-44e9-828c-0cae1d7746a3 req-606ac0ed-ad64-4717-82d4-9cd5c777e6d6 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Enqueued Resource ID: c8d624e5-93b7-41c0-b400-88202c159fa4 with Priority: HIGHEST for action security_group_members [ 1043.484242] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8d624e5-93b7-41c0-b400-88202c159fa4 with Priority: HIGHEST for action security_group_members [ 1043.484554] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8d624e5-93b7-41c0-b400-88202c159fa4 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.484701] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8d624e5-93b7-41c0-b400-88202c159fa4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.484889] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8d624e5-93b7-41c0-b400-88202c159fa4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.485255] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8d624e5-93b7-41c0-b400-88202c159fa4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.488293] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.488411] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.488506] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.488692] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.489175] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.489327] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8d624e5-93b7-41c0-b400-88202c159fa4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.534823] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.667560] env[69670]: INFO networking_nsxv3.common.synchronization [req-d60496a2-68a2-4f6f-9269-6d6d53c23e43 req-703bf61f-def9-43ce-ad75-79b8f9da1935 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Enqueued Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGHEST for action security_group_members [ 1043.667560] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGHEST for action security_group_members [ 1043.668196] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-09805ea4-7c55-41b8-a08a-9a1b9d40957f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.668196] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.774104] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f4c31e-43c3-4b12-86d5-2ae157990493 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.774104] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f4c31e-43c3-4b12-86d5-2ae157990493" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.775748] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4f4c31e-43c3-4b12-86d5-2ae157990493',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.780021] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c572e9b7-bea4-44a5-9435-b73319547b9d with status ACTIVE [ 1043.780021] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.780021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.780021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.780021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.780021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.780021] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.780021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.780021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.780021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.780021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.780021] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.780021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.780021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.780021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.780021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.780021] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c572e9b7-bea4-44a5-9435-b73319547b9d is going to be updated. [ 1043.787042] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 in Status: SUCCESS [ 1043.787042] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.805267] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.805638] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.805725] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.805954] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.806113] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.806268] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c572e9b7-bea4-44a5-9435-b73319547b9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.992627] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.992855] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.992929] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.993250] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.993335] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.993536] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.993634] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.993775] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.993849] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.993927] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.994090] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8d624e5-93b7-41c0-b400-88202c159fa4 is going to be updated. [ 1044.024448] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.024448] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.024693] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.025414] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.025414] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.037212] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8d624e5-93b7-41c0-b400-88202c159fa4 in Status: IN_PROGRESS for 2s [ 1044.037493] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.280636] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4f4c31e-43c3-4b12-86d5-2ae157990493',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.540514] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.540700] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.540774] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.541012] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.541183] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.541338] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f is going to be updated. [ 1044.569169] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.569316] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.569386] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.569638] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.569781] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.577316] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f in Status: IN_PROGRESS for 2s [ 1044.666782] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c8f899-578e-4f22-9860-e6399e89e690 in Status: SUCCESS [ 1044.667009] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.783607] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.783792] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.783890] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.784104] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.784197] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.784303] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4f4c31e-43c3-4b12-86d5-2ae157990493 is going to be created. [ 1044.806432] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.806566] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.806655] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.806900] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.807000] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.818065] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f4c31e-43c3-4b12-86d5-2ae157990493 in Status: UNINITIALIZED for 2s [ 1046.051426] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8d624e5-93b7-41c0-b400-88202c159fa4 in Status: SUCCESS [ 1046.051707] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8d624e5-93b7-41c0-b400-88202c159fa4 deletion is rescheduled due to dependency. [ 1046.051797] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8d624e5-93b7-41c0-b400-88202c159fa4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.587539] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f in Status: SUCCESS [ 1046.587758] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.587918] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.588183] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.588372] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.588485] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.588549] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.588686] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.588765] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.588856] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.833285] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f4c31e-43c3-4b12-86d5-2ae157990493 in Status: SUCCESS [ 1046.833515] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f4c31e-43c3-4b12-86d5-2ae157990493" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.833681] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f4c31e-43c3-4b12-86d5-2ae157990493" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.833901] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f4c31e-43c3-4b12-86d5-2ae157990493" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.834110] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.834228] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.834292] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.834449] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.834529] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.834613] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f4c31e-43c3-4b12-86d5-2ae157990493" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.834702] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4f4c31e-43c3-4b12-86d5-2ae157990493',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.092943] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.093310] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.093310] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.093416] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.093483] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.093706] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.093809] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.093854] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.094040] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.094096] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.094179] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f is going to be updated. [ 1047.119098] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.119268] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.119337] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.119985] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.119985] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.128929] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f in Status: IN_PROGRESS for 2s [ 1047.337636] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f4c31e-43c3-4b12-86d5-2ae157990493 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.337761] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f4c31e-43c3-4b12-86d5-2ae157990493" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.337825] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f4c31e-43c3-4b12-86d5-2ae157990493" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.338094] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f4c31e-43c3-4b12-86d5-2ae157990493" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.338315] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.338464] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.338536] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.338705] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.338793] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.338883] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f4c31e-43c3-4b12-86d5-2ae157990493" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.339070] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f4c31e-43c3-4b12-86d5-2ae157990493 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.339193] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f4c31e-43c3-4b12-86d5-2ae157990493" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.339258] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f4c31e-43c3-4b12-86d5-2ae157990493" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.339428] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f4c31e-43c3-4b12-86d5-2ae157990493" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.339599] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.339696] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.339759] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.339900] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.339981] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.340079] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f4c31e-43c3-4b12-86d5-2ae157990493" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.340166] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4f4c31e-43c3-4b12-86d5-2ae157990493',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.725895] env[69670]: INFO networking_nsxv3.common.synchronization [None req-046c4171-ca15-498a-a1df-e8b8fbc812b6 None None] Enqueued Resource ID: 263d66ee-3e52-478a-a687-bc6c52c13133 with Priority: HIGHEST for action port [ 1047.726461] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 263d66ee-3e52-478a-a687-bc6c52c13133 with Priority: HIGHEST for action port [ 1047.726784] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-263d66ee-3e52-478a-a687-bc6c52c13133 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.726901] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-263d66ee-3e52-478a-a687-bc6c52c13133" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.726965] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-263d66ee-3e52-478a-a687-bc6c52c13133" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.731990] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-263d66ee-3e52-478a-a687-bc6c52c13133" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.732112] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('263d66ee-3e52-478a-a687-bc6c52c13133',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.842475] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4f4c31e-43c3-4b12-86d5-2ae157990493: rpc.has_security_group_logging(os_id): False [ 1047.866758] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.867202] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.867369] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.867846] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.869183] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.869533] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.869729] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.869843] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.870092] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.872291] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.872561] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.872675] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.872745] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.872932] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.873032] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.873707] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.873836] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.873904] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.874094] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.874179] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.874270] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4f4c31e-43c3-4b12-86d5-2ae157990493 is going to be created. [ 1047.927554] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.927792] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.927857] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.928212] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.928531] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.939616] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4f4c31e-43c3-4b12-86d5-2ae157990493 in Status: IN_PROGRESS for 2s [ 1048.235887] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 263d66ee-3e52-478a-a687-bc6c52c13133 [ 1048.238023] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.238023] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.238023] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.238023] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.238023] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.238023] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:263d66ee-3e52-478a-a687-bc6c52c13133 already deleted. [ 1048.238023] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-263d66ee-3e52-478a-a687-bc6c52c13133" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.425520] env[69670]: INFO networking_nsxv3.common.synchronization [req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 req-761935ea-d352-47cc-9612-3f70e27675b8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Enqueued Resource ID: 0c486dd3-baec-4a47-a2e3-4fa644020dbb with Priority: HIGHEST for action security_group_members [ 1048.428036] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c486dd3-baec-4a47-a2e3-4fa644020dbb with Priority: HIGHEST for action security_group_members [ 1048.428036] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c486dd3-baec-4a47-a2e3-4fa644020dbb taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.428036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c486dd3-baec-4a47-a2e3-4fa644020dbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.428036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c486dd3-baec-4a47-a2e3-4fa644020dbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.428036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c486dd3-baec-4a47-a2e3-4fa644020dbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.428036] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.431157] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.431237] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.431785] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.431908] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.432025] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c486dd3-baec-4a47-a2e3-4fa644020dbb',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.935577] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.935766] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.935922] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.936177] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.936291] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.936528] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.936633] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.936704] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.937420] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.937420] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.937420] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c486dd3-baec-4a47-a2e3-4fa644020dbb already deleted. [ 1048.937420] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c486dd3-baec-4a47-a2e3-4fa644020dbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.138532] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f in Status: SUCCESS [ 1049.138532] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f deletion is rescheduled due to dependency. [ 1049.138532] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.138669] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.138857] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.139079] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.139199] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.140859] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.140859] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.140859] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.140859] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.168019] env[69670]: INFO networking_nsxv3.common.synchronization [None req-adac7ad8-27f4-4061-9dcc-b23b2d2834cd tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Enqueued Resource ID: 004c43f6-12c0-43f4-b9ae-dfa65446e46f with Priority: HIGHEST for action security_group_rules [ 1049.168515] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004c43f6-12c0-43f4-b9ae-dfa65446e46f with Priority: HIGHEST for action security_group_rules [ 1049.168821] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-004c43f6-12c0-43f4-b9ae-dfa65446e46f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.168944] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.169617] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.171503] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.171503] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('004c43f6-12c0-43f4-b9ae-dfa65446e46f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.205561] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-582 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.205764] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-582" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.205956] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-582" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.206299] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-582" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.206581] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.206804] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.206952] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.207232] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.207425] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.207665] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1049.207811] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1049.207947] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1049.208134] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1049.208268] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1049.208411] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1049.209273] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1049.229402] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1049.229577] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1049.229717] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1049.229893] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-582" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.230246] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-a35fe841-f1c2-46a0-9336-029d9e82fc33 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.230528] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-a35fe841-f1c2-46a0-9336-029d9e82fc33" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.230662] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-a35fe841-f1c2-46a0-9336-029d9e82fc33" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.231032] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-a35fe841-f1c2-46a0-9336-029d9e82fc33" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.231175] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a35fe841-f1c2-46a0-9336-029d9e82fc33',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.272387] env[69670]: INFO networking_nsxv3.common.synchronization [None req-30c67db3-d676-4986-82b0-f04e67626917 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Enqueued Resource ID: 004c43f6-12c0-43f4-b9ae-dfa65446e46f with Priority: HIGHEST for action security_group_rules [ 1049.272387] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004c43f6-12c0-43f4-b9ae-dfa65446e46f with Priority: HIGHEST for action security_group_rules [ 1049.272699] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-004c43f6-12c0-43f4-b9ae-dfa65446e46f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.272699] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.642117] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.642287] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.642358] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.642689] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.642794] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.643014] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.643114] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.643181] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.643336] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.643414] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.643500] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f is going to be updated. [ 1049.693415] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.693563] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.693633] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.693859] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.694019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.695636] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.695750] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.695818] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.695995] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.699773] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.699880] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 004c43f6-12c0-43f4-b9ae-dfa65446e46f already deleted. [ 1049.699971] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.701287] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.701461] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.701547] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('004c43f6-12c0-43f4-b9ae-dfa65446e46f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.717643] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f in Status: IN_PROGRESS for 2s [ 1049.733873] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.734111] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.734243] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.734680] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.734680] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.734866] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port a35fe841-f1c2-46a0-9336-029d9e82fc33 not found, creating... [ 1049.735097] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.735261] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.735380] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.735594] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.735733] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.736042] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.736222] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.736341] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.736548] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.736684] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.736826] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: a35fe841-f1c2-46a0-9336-029d9e82fc33 is going to be created. [ 1049.766481] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.766737] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.766973] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.767203] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.767384] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.767616] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-a35fe841-f1c2-46a0-9336-029d9e82fc33" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.956347] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4f4c31e-43c3-4b12-86d5-2ae157990493 in Status: SUCCESS [ 1049.956610] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4f4c31e-43c3-4b12-86d5-2ae157990493" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.023788] env[69670]: INFO networking_nsxv3.common.synchronization [req-ed9e5e35-e04c-43c0-ac9b-4d29083aa84a req-d0dcdc54-71a6-4751-826e-89b838de5095 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Enqueued Resource ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 with Priority: HIGHEST for action security_group_members [ 1050.024356] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 with Priority: HIGHEST for action security_group_members [ 1050.024658] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-74824cbd-aa39-4082-85ba-c85f268cb2c0 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.024783] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.024842] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.027150] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.027342] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.027456] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.027540] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.027930] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.028141] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.028261] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74824cbd-aa39-4082-85ba-c85f268cb2c0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.096369] env[69670]: INFO networking_nsxv3.common.synchronization [None req-4a185899-6bc2-4d7f-92c8-f567da56f2fb None None] Enqueued Resource ID: d63919ec-5064-41e1-a1c3-84a340982e8a with Priority: HIGHEST for action port [ 1050.097021] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d63919ec-5064-41e1-a1c3-84a340982e8a with Priority: HIGHEST for action port [ 1050.097186] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-d63919ec-5064-41e1-a1c3-84a340982e8a taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.097317] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d63919ec-5064-41e1-a1c3-84a340982e8a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.097382] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d63919ec-5064-41e1-a1c3-84a340982e8a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.097636] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d63919ec-5064-41e1-a1c3-84a340982e8a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.097721] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d63919ec-5064-41e1-a1c3-84a340982e8a',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.223738] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.224854] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.224854] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.224854] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.225175] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.225541] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 004c43f6-12c0-43f4-b9ae-dfa65446e46f already deleted. [ 1050.225541] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.533035] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.533035] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.533035] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.533035] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.533035] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.533035] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.533035] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.533035] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.533035] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.533035] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.533035] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 is going to be updated. [ 1050.563209] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.563209] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.563209] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.563209] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.563209] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.575793] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 in Status: IN_PROGRESS for 2s [ 1050.580676] env[69670]: INFO networking_nsxv3.common.synchronization [req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 req-7d854913-8398-49df-bd00-cd8b3e8d3bd0 service nova] Enqueued Resource ID: 0c486dd3-baec-4a47-a2e3-4fa644020dbb with Priority: HIGHEST for action security_group_rules [ 1050.580676] env[69670]: INFO networking_nsxv3.common.synchronization [req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 req-7d854913-8398-49df-bd00-cd8b3e8d3bd0 service nova] Enqueued Resource ID: 0c486dd3-baec-4a47-a2e3-4fa644020dbb with Priority: HIGHEST for action security_group_members [ 1050.580676] env[69670]: INFO networking_nsxv3.common.synchronization [req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 req-7d854913-8398-49df-bd00-cd8b3e8d3bd0 service nova] Enqueued Resource ID: a35fe841-f1c2-46a0-9336-029d9e82fc33 with Priority: HIGHEST for action port [ 1050.580676] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c486dd3-baec-4a47-a2e3-4fa644020dbb with Priority: HIGHEST for action security_group_rules [ 1050.580676] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c486dd3-baec-4a47-a2e3-4fa644020dbb with Priority: HIGHEST for action security_group_members [ 1050.580676] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a35fe841-f1c2-46a0-9336-029d9e82fc33 with Priority: HIGHEST for action port [ 1050.581566] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c486dd3-baec-4a47-a2e3-4fa644020dbb taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.582076] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c486dd3-baec-4a47-a2e3-4fa644020dbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.582347] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c486dd3-baec-4a47-a2e3-4fa644020dbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.582683] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c486dd3-baec-4a47-a2e3-4fa644020dbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.582873] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c486dd3-baec-4a47-a2e3-4fa644020dbb',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.584091] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c486dd3-baec-4a47-a2e3-4fa644020dbb taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.585666] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c486dd3-baec-4a47-a2e3-4fa644020dbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.585666] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c486dd3-baec-4a47-a2e3-4fa644020dbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.585666] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c486dd3-baec-4a47-a2e3-4fa644020dbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.585666] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.585666] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.585666] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.585666] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.585666] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.585666] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c486dd3-baec-4a47-a2e3-4fa644020dbb',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.586290] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-a35fe841-f1c2-46a0-9336-029d9e82fc33 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.586413] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a35fe841-f1c2-46a0-9336-029d9e82fc33" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.586522] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a35fe841-f1c2-46a0-9336-029d9e82fc33" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.586711] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a35fe841-f1c2-46a0-9336-029d9e82fc33" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.586962] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a35fe841-f1c2-46a0-9336-029d9e82fc33',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.601235] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d63919ec-5064-41e1-a1c3-84a340982e8a [ 1050.602265] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.602265] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.602265] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.602265] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.602531] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.602531] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d63919ec-5064-41e1-a1c3-84a340982e8a already deleted. [ 1050.602643] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d63919ec-5064-41e1-a1c3-84a340982e8a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.088609] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c486dd3-baec-4a47-a2e3-4fa644020dbb',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.089710] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c486dd3-baec-4a47-a2e3-4fa644020dbb taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.089818] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c486dd3-baec-4a47-a2e3-4fa644020dbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.091918] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a35fe841-f1c2-46a0-9336-029d9e82fc33 with status ACTIVE [ 1051.091918] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.091918] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.091918] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.091918] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.091918] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.093251] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.093251] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.093251] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.093251] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.093251] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.093251] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.093251] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.093251] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.093251] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.093251] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.093523] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a35fe841-f1c2-46a0-9336-029d9e82fc33 is going to be updated. [ 1051.116394] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.116394] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.116650] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.116650] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.116793] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.116946] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a35fe841-f1c2-46a0-9336-029d9e82fc33" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.597125] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c486dd3-baec-4a47-a2e3-4fa644020dbb',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.726744] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f in Status: SUCCESS [ 1051.726941] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f deletion is rescheduled due to dependency. [ 1051.727076] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.100603] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.100853] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.100853] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.101095] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.101195] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.101300] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c486dd3-baec-4a47-a2e3-4fa644020dbb is going to be created. [ 1052.123614] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.123734] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.123811] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.124042] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.124213] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.133087] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c486dd3-baec-4a47-a2e3-4fa644020dbb in Status: UNINITIALIZED for 2s [ 1052.585080] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 in Status: SUCCESS [ 1052.585372] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 deletion is rescheduled due to dependency. [ 1052.585527] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.472919] env[69670]: INFO networking_nsxv3.common.synchronization [req-8032dfe4-a261-4359-9d61-d6deb9746ff9 req-5e3abdfb-6ee0-476d-be37-a0a51d847c2a tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Enqueued Resource ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 with Priority: HIGHEST for action security_group_members [ 1053.474041] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 with Priority: HIGHEST for action security_group_members [ 1053.474041] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a79a60-518e-406d-93dd-6244bdbef8b5 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.474343] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.474343] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.475726] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.475726] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.475726] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.475726] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.475973] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.476772] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.476772] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73a79a60-518e-406d-93dd-6244bdbef8b5',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.506363] env[69670]: INFO networking_nsxv3.common.synchronization [req-db69018c-f8b3-4c7c-8f3f-51fd5b47b9d7 req-d14b7674-769d-448d-9d13-ae48b075bfbd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Enqueued Resource ID: 99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf with Priority: HIGHEST for action security_group_members [ 1053.507125] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf with Priority: HIGHEST for action security_group_members [ 1053.507381] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.507507] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.507573] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.507774] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.507933] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.508083] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.508182] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.508290] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.508376] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.508468] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.979890] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.979890] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.979890] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.980191] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.002093] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.002423] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.005025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.005025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.005025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.005025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.005025] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 is going to be updated. [ 1054.010986] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.011305] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.011305] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.011508] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.011619] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.011850] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.011969] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.012062] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.012257] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.012346] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.012488] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf is going to be updated. [ 1054.031300] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.035134] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.035134] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.035134] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.035134] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.035134] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.035134] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.035134] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.035134] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.035431] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.042629] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf in Status: IN_PROGRESS for 2s [ 1054.043911] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 in Status: IN_PROGRESS for 2s [ 1054.143763] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c486dd3-baec-4a47-a2e3-4fa644020dbb in Status: SUCCESS [ 1054.144080] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c486dd3-baec-4a47-a2e3-4fa644020dbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.144260] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c486dd3-baec-4a47-a2e3-4fa644020dbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.144486] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c486dd3-baec-4a47-a2e3-4fa644020dbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.144902] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.145631] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.145631] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.145631] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.145631] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.145631] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c486dd3-baec-4a47-a2e3-4fa644020dbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.145631] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c486dd3-baec-4a47-a2e3-4fa644020dbb',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.648284] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c486dd3-baec-4a47-a2e3-4fa644020dbb',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.915780] env[69670]: INFO networking_nsxv3.common.synchronization [req-6da504f1-8ab4-42b7-b303-e714324922eb req-853ed3fd-78a0-4d75-9c3b-4ad28e4bdaec tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Enqueued Resource ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 with Priority: HIGHEST for action security_group_members [ 1054.916349] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 with Priority: HIGHEST for action security_group_members [ 1054.916657] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.916774] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.916905] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.917235] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.917341] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.917443] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.917511] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.917651] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.917731] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.917822] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.151430] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c486dd3-baec-4a47-a2e3-4fa644020dbb: rpc.has_security_group_logging(os_id): False [ 1055.170623] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.170857] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.170857] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.171055] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.171151] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.171419] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.171536] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.171606] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.171776] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.171858] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.171946] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c486dd3-baec-4a47-a2e3-4fa644020dbb is going to be created. [ 1055.229340] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.229803] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.229803] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.230104] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.230422] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.240275] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c486dd3-baec-4a47-a2e3-4fa644020dbb in Status: IN_PROGRESS for 2s [ 1055.323322] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-43 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.323523] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-43" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.323651] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-43" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.324116] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-43" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.324447] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.324636] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.324757] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.324985] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.325145] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.325403] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1055.325522] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1055.325632] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1055.325739] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1055.325848] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1055.326073] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1055.326263] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1055.343655] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1055.343839] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1055.343995] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1055.344253] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-43" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.344669] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-5d9e297f-d59a-42ff-9dbb-e6d15c76a254 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.344841] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-5d9e297f-d59a-42ff-9dbb-e6d15c76a254" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.344955] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-5d9e297f-d59a-42ff-9dbb-e6d15c76a254" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.345302] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-5d9e297f-d59a-42ff-9dbb-e6d15c76a254" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.345542] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d9e297f-d59a-42ff-9dbb-e6d15c76a254',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.421370] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.421370] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.421370] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.421370] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.421370] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.421370] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.421798] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.421798] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.421798] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.421798] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.421906] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 already deleted. [ 1055.421906] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.835665] env[69670]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1055.836032] env[69670]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1055.847803] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.848095] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.848286] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.848572] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.848735] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.848924] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 5d9e297f-d59a-42ff-9dbb-e6d15c76a254 not found, creating... [ 1055.849277] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.849441] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.849560] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.849782] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.849922] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.850219] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.850379] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.850497] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.850705] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.850842] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.850983] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 5d9e297f-d59a-42ff-9dbb-e6d15c76a254 is going to be created. [ 1055.871093] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.871296] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.871438] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.871675] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.871896] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.872146] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-5d9e297f-d59a-42ff-9dbb-e6d15c76a254" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.054289] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 in Status: SUCCESS [ 1056.054490] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 deletion is rescheduled due to dependency. [ 1056.054583] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.055311] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf in Status: SUCCESS [ 1056.055455] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf deletion is rescheduled due to dependency. [ 1056.055549] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.435532] env[69670]: INFO networking_nsxv3.common.synchronization [req-cbba64ba-9967-46c8-85ab-528fe4e819f3 req-d66b455c-8375-4131-81f4-c1ce5574e92e tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Enqueued Resource ID: 96c8f899-578e-4f22-9860-e6399e89e690 with Priority: HIGHEST for action security_group_members [ 1056.436317] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c8f899-578e-4f22-9860-e6399e89e690 with Priority: HIGHEST for action security_group_members [ 1056.436644] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c8f899-578e-4f22-9860-e6399e89e690 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.436771] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.436875] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.437048] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.437275] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.437441] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.437441] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.437601] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.437688] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.437782] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c8f899-578e-4f22-9860-e6399e89e690',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.653247] env[69670]: INFO networking_nsxv3.common.synchronization [req-6da504f1-8ab4-42b7-b303-e714324922eb req-5dcf1cba-8283-474e-87b3-9576998d2e97 service nova] Enqueued Resource ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 with Priority: HIGHEST for action security_group_rules [ 1056.653432] env[69670]: INFO networking_nsxv3.common.synchronization [req-6da504f1-8ab4-42b7-b303-e714324922eb req-5dcf1cba-8283-474e-87b3-9576998d2e97 service nova] Enqueued Resource ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 with Priority: HIGHEST for action security_group_members [ 1056.653568] env[69670]: INFO networking_nsxv3.common.synchronization [req-6da504f1-8ab4-42b7-b303-e714324922eb req-5dcf1cba-8283-474e-87b3-9576998d2e97 service nova] Enqueued Resource ID: 5d9e297f-d59a-42ff-9dbb-e6d15c76a254 with Priority: HIGHEST for action port [ 1056.653802] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 with Priority: HIGHEST for action security_group_rules [ 1056.653928] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 with Priority: HIGHEST for action security_group_members [ 1056.654034] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d9e297f-d59a-42ff-9dbb-e6d15c76a254 with Priority: HIGHEST for action port [ 1056.654603] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.654745] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.654783] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.655034] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.655145] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.656435] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.656551] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.656641] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.656842] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.657010] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.657114] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.657180] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.657353] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.657451] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.657568] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.658521] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d9e297f-d59a-42ff-9dbb-e6d15c76a254 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.658521] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d9e297f-d59a-42ff-9dbb-e6d15c76a254" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.658608] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d9e297f-d59a-42ff-9dbb-e6d15c76a254" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.658722] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d9e297f-d59a-42ff-9dbb-e6d15c76a254" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.658796] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d9e297f-d59a-42ff-9dbb-e6d15c76a254',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.939988] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.940485] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.940485] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.940485] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.940635] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.940754] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.940852] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.940914] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.941080] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.941201] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.941253] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c8f899-578e-4f22-9860-e6399e89e690 is going to be updated. [ 1056.966305] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.966484] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.966536] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.966743] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.966883] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.975167] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c8f899-578e-4f22-9860-e6399e89e690 in Status: IN_PROGRESS for 2s [ 1057.160940] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.161099] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.161431] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.162195] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d9e297f-d59a-42ff-9dbb-e6d15c76a254 with status ACTIVE [ 1057.162383] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.162575] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.162646] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.162848] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.162934] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.163124] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.163221] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.163282] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.163425] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.163503] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.163681] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.163781] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.163849] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.163984] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.164066] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.164151] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d9e297f-d59a-42ff-9dbb-e6d15c76a254 is going to be updated. [ 1057.185802] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.185961] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.186065] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.186309] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.186464] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.186688] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d9e297f-d59a-42ff-9dbb-e6d15c76a254" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.253231] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c486dd3-baec-4a47-a2e3-4fa644020dbb in Status: SUCCESS [ 1057.253471] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c486dd3-baec-4a47-a2e3-4fa644020dbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.666528] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.169114] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.169474] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.169474] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.169742] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.169742] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.169843] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 is going to be created. [ 1058.192952] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.193103] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.193207] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.193485] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.195031] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.202851] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 in Status: UNINITIALIZED for 2s [ 1058.596946] env[69670]: INFO networking_nsxv3.common.synchronization [req-35743458-b4ae-4438-ac77-1d8f9b241e9f req-2d5ba9b9-90a9-4f5d-8d1d-c9a940c9e908 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Enqueued Resource ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 with Priority: HIGHEST for action security_group_members [ 1058.598129] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 with Priority: HIGHEST for action security_group_members [ 1058.598553] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.599902] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.599902] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.599902] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.599902] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.599902] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.599902] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.599902] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.599902] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.600402] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.985631] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c8f899-578e-4f22-9860-e6399e89e690 in Status: SUCCESS [ 1058.985807] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c8f899-578e-4f22-9860-e6399e89e690 deletion is rescheduled due to dependency. [ 1058.985932] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c8f899-578e-4f22-9860-e6399e89e690" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.102621] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.606402] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.108875] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.112087] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.112087] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.112087] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.112087] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.112087] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 is going to be updated. [ 1060.138666] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.138666] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.138666] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.138666] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.138880] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.148234] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 in Status: IN_PROGRESS for 2s [ 1060.211765] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 in Status: SUCCESS [ 1060.211765] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.214220] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.214555] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.215283] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.216743] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.217022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.218511] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.219173] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.219307] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.219409] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.722828] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.226715] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21: rpc.has_security_group_logging(os_id): False [ 1061.245086] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.245236] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.245295] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.245738] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.245738] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.246014] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.246014] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.246014] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.246196] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.246248] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.246339] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 is going to be created. [ 1061.302846] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.302995] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.303086] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.303306] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.303488] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.315164] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 in Status: IN_PROGRESS for 2s [ 1062.159272] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 in Status: SUCCESS [ 1062.159597] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.327635] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 in Status: SUCCESS [ 1063.327975] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.598714] env[69670]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1063.598838] env[69670]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1067.559571] env[69670]: INFO networking_nsxv3.common.synchronization [req-8c77a741-df4c-4ed0-9da3-774e91519a8b req-db515d3b-0740-45ea-8ca6-6c22d529a578 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Enqueued Resource ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 with Priority: HIGHEST for action security_group_members [ 1067.560098] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 with Priority: HIGHEST for action security_group_members [ 1067.560411] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.560536] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.560604] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.560805] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.560966] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.561075] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.561138] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.561280] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.561366] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.561458] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4995535b-33b0-4f0d-a8c4-4dda98d7ff35',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.063896] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.064034] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.064119] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.064353] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.086371] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.087031] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.087031] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.087031] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.087233] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.087233] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.087284] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 is going to be updated. [ 1068.111545] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.111691] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.111755] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.111960] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.112122] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.119445] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 in Status: IN_PROGRESS for 2s [ 1068.504544] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-518 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.504745] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-518" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.504883] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-518" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.505184] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-518" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.505456] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.505619] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.505739] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.505960] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.506359] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.506586] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1068.506708] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1068.506823] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1068.506936] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1068.507062] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1068.507177] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1068.507318] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1068.525969] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1068.526153] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1068.526286] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1068.526461] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-518" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.526754] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-7451a510-5e8d-4016-bff4-6ae7fbb65fbe taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.526921] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-7451a510-5e8d-4016-bff4-6ae7fbb65fbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.527056] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-7451a510-5e8d-4016-bff4-6ae7fbb65fbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.527308] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-7451a510-5e8d-4016-bff4-6ae7fbb65fbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.527447] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7451a510-5e8d-4016-bff4-6ae7fbb65fbe',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.030807] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.031110] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.031211] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.031511] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.031670] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.031958] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.032141] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.032269] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.032602] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.032749] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.033054] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.033222] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.033341] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.033553] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.033691] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.033835] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 7451a510-5e8d-4016-bff4-6ae7fbb65fbe is going to be updated. [ 1069.060457] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.060705] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.060765] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.061050] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.061253] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.061476] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-7451a510-5e8d-4016-bff4-6ae7fbb65fbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.745059] env[69670]: INFO networking_nsxv3.common.synchronization [req-129c9595-4159-40f1-b349-9283ab3c7009 req-bcd6c405-3317-4a4f-ab77-8166a2a6d04c service nova] Enqueued Resource ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab with Priority: HIGHEST for action security_group_rules [ 1069.745059] env[69670]: INFO networking_nsxv3.common.synchronization [req-129c9595-4159-40f1-b349-9283ab3c7009 req-bcd6c405-3317-4a4f-ab77-8166a2a6d04c service nova] Enqueued Resource ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab with Priority: HIGHEST for action security_group_members [ 1069.745059] env[69670]: INFO networking_nsxv3.common.synchronization [req-129c9595-4159-40f1-b349-9283ab3c7009 req-bcd6c405-3317-4a4f-ab77-8166a2a6d04c service nova] Enqueued Resource ID: 7451a510-5e8d-4016-bff4-6ae7fbb65fbe with Priority: HIGHEST for action port [ 1069.745059] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab with Priority: HIGHEST for action security_group_rules [ 1069.745059] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab with Priority: HIGHEST for action security_group_members [ 1069.745059] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7451a510-5e8d-4016-bff4-6ae7fbb65fbe with Priority: HIGHEST for action port [ 1069.745059] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.745699] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.745849] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.746133] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.746299] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.748380] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.748499] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.748624] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.748788] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.748957] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.749102] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.749193] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.749353] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.751713] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.751713] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.751713] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-7451a510-5e8d-4016-bff4-6ae7fbb65fbe taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.751713] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7451a510-5e8d-4016-bff4-6ae7fbb65fbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.751713] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7451a510-5e8d-4016-bff4-6ae7fbb65fbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.752252] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7451a510-5e8d-4016-bff4-6ae7fbb65fbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.752358] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7451a510-5e8d-4016-bff4-6ae7fbb65fbe',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.138024] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 in Status: SUCCESS [ 1070.138024] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 deletion is rescheduled due to dependency. [ 1070.138024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.258075] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.258075] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.258075] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.258075] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7451a510-5e8d-4016-bff4-6ae7fbb65fbe with status ACTIVE [ 1070.258075] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.258075] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.258075] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.258075] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.258075] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.258075] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.258075] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.258075] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.258075] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.258075] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.258659] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.258659] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.258659] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.258659] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.258659] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.258659] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7451a510-5e8d-4016-bff4-6ae7fbb65fbe is going to be updated. [ 1070.281163] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.281163] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.281163] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.281163] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.281163] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.281163] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7451a510-5e8d-4016-bff4-6ae7fbb65fbe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.761209] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.784572] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.784726] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.784824] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.785171] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.785295] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.264151] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.264500] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.264500] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.264897] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.265347] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.265506] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab is going to be updated. [ 1071.287518] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.297100] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.297100] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.297100] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.297100] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.297100] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.305948] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab in Status: IN_PROGRESS for 2s [ 1071.435339] env[69670]: INFO networking_nsxv3.common.synchronization [req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 req-65a7f30f-93df-407e-89a7-93bc2862966f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Enqueued Resource ID: 004c43f6-12c0-43f4-b9ae-dfa65446e46f with Priority: HIGHEST for action security_group_members [ 1071.436044] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004c43f6-12c0-43f4-b9ae-dfa65446e46f with Priority: HIGHEST for action security_group_members [ 1071.441684] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-004c43f6-12c0-43f4-b9ae-dfa65446e46f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.441885] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.441885] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.442256] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.442369] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.442477] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.442540] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.442710] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.442803] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.442899] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('004c43f6-12c0-43f4-b9ae-dfa65446e46f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.781617] env[69670]: INFO networking_nsxv3.common.synchronization [None req-d4b45237-163e-4a6f-a39b-c7609969c26c tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Enqueued Resource ID: b31e66b1-920b-4a6c-94ff-fbdacb01c885 with Priority: HIGHEST for action security_group_rules [ 1071.781676] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b31e66b1-920b-4a6c-94ff-fbdacb01c885 with Priority: HIGHEST for action security_group_rules [ 1071.782379] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b31e66b1-920b-4a6c-94ff-fbdacb01c885 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.782379] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b31e66b1-920b-4a6c-94ff-fbdacb01c885" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.782619] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b31e66b1-920b-4a6c-94ff-fbdacb01c885" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.783451] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b31e66b1-920b-4a6c-94ff-fbdacb01c885" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.783451] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b31e66b1-920b-4a6c-94ff-fbdacb01c885',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.790519] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.922080] env[69670]: INFO networking_nsxv3.common.synchronization [None req-863ed4d8-8d3d-44c3-9bc3-b4ad867d4db9 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Enqueued Resource ID: b31e66b1-920b-4a6c-94ff-fbdacb01c885 with Priority: HIGHEST for action security_group_rules [ 1071.922653] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b31e66b1-920b-4a6c-94ff-fbdacb01c885 with Priority: HIGHEST for action security_group_rules [ 1071.925136] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b31e66b1-920b-4a6c-94ff-fbdacb01c885 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.925309] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b31e66b1-920b-4a6c-94ff-fbdacb01c885" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.945921] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.947557] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.947557] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.947557] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.947557] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.947557] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.947557] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.947557] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.947557] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.947557] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.947557] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 004c43f6-12c0-43f4-b9ae-dfa65446e46f already deleted. [ 1071.947557] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.950407] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-102 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.950668] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-102" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.950845] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-102" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.951226] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-102" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.951585] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.951808] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.951965] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.952245] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.952448] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.952712] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1071.952878] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1071.953065] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1071.953245] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1071.953414] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1071.953572] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1071.953748] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1071.971466] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1071.971707] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1071.971868] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1071.972063] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-102" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.972400] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-eea9473e-0a7c-4a39-8477-9dd9a75fa895 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.972600] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-eea9473e-0a7c-4a39-8477-9dd9a75fa895" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.972732] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-eea9473e-0a7c-4a39-8477-9dd9a75fa895" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.973200] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-eea9473e-0a7c-4a39-8477-9dd9a75fa895" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.973280] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eea9473e-0a7c-4a39-8477-9dd9a75fa895',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.292736] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1072.292736] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1072.307651] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.307798] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.307869] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.308094] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.308214] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.308307] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b31e66b1-920b-4a6c-94ff-fbdacb01c885 already deleted. [ 1072.308391] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b31e66b1-920b-4a6c-94ff-fbdacb01c885" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.308540] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b31e66b1-920b-4a6c-94ff-fbdacb01c885" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.308703] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b31e66b1-920b-4a6c-94ff-fbdacb01c885" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.308786] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b31e66b1-920b-4a6c-94ff-fbdacb01c885',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.476429] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.476670] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.476788] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.477076] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.477237] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.477395] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port eea9473e-0a7c-4a39-8477-9dd9a75fa895 not found, creating... [ 1072.477683] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.477858] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.477979] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.478338] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.478548] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.478846] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.479024] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.479381] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.479609] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.479750] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.479895] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: eea9473e-0a7c-4a39-8477-9dd9a75fa895 is going to be created. [ 1072.499656] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.499847] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.499968] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.500312] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.500564] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.500790] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-eea9473e-0a7c-4a39-8477-9dd9a75fa895" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.836611] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.836761] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.836955] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.837130] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.837237] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.837356] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b31e66b1-920b-4a6c-94ff-fbdacb01c885 already deleted. [ 1072.837442] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b31e66b1-920b-4a6c-94ff-fbdacb01c885" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.158427] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.158427] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.158427] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.158427] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.172235] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1073.173212] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.174867] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1073.205340] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.205494] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.205565] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.205776] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.219212] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.220044] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1073.220135] env[69670]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69670) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1073.220228] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1073.283872] env[69670]: INFO networking_nsxv3.common.synchronization [req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 req-2f9f02ba-5df4-46d3-80ae-47da4b761f46 service nova] Enqueued Resource ID: 004c43f6-12c0-43f4-b9ae-dfa65446e46f with Priority: HIGHEST for action security_group_rules [ 1073.284081] env[69670]: INFO networking_nsxv3.common.synchronization [req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 req-2f9f02ba-5df4-46d3-80ae-47da4b761f46 service nova] Enqueued Resource ID: 004c43f6-12c0-43f4-b9ae-dfa65446e46f with Priority: HIGHEST for action security_group_members [ 1073.284223] env[69670]: INFO networking_nsxv3.common.synchronization [req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 req-2f9f02ba-5df4-46d3-80ae-47da4b761f46 service nova] Enqueued Resource ID: eea9473e-0a7c-4a39-8477-9dd9a75fa895 with Priority: HIGHEST for action port [ 1073.285444] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004c43f6-12c0-43f4-b9ae-dfa65446e46f with Priority: HIGHEST for action security_group_rules [ 1073.285590] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004c43f6-12c0-43f4-b9ae-dfa65446e46f with Priority: HIGHEST for action security_group_members [ 1073.285677] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eea9473e-0a7c-4a39-8477-9dd9a75fa895 with Priority: HIGHEST for action port [ 1073.287306] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.287432] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.287512] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.287707] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.289401] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.289641] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1073.290794] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-004c43f6-12c0-43f4-b9ae-dfa65446e46f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.290905] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.290971] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.291248] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.291462] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('004c43f6-12c0-43f4-b9ae-dfa65446e46f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.292219] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-004c43f6-12c0-43f4-b9ae-dfa65446e46f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.292323] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.292390] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.292544] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.292682] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.292765] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.296091] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.296091] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.296091] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.296091] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('004c43f6-12c0-43f4-b9ae-dfa65446e46f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.296091] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-eea9473e-0a7c-4a39-8477-9dd9a75fa895 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.296091] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eea9473e-0a7c-4a39-8477-9dd9a75fa895" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.296091] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eea9473e-0a7c-4a39-8477-9dd9a75fa895" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.296091] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eea9473e-0a7c-4a39-8477-9dd9a75fa895" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.296091] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eea9473e-0a7c-4a39-8477-9dd9a75fa895',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.322168] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab in Status: SUCCESS [ 1073.322389] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.322791] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.323012] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.323206] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.323323] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.323381] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.323565] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.323608] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.323686] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.323776] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.387335] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.387507] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.387604] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.387784] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.388090] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.388386] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1073.479612] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.479809] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.479862] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.480090] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.480336] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.480624] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:49. [ 1073.480729] env[69670]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b', 'c8d624e5-93b7-41c0-b400-88202c159fa4', 'bd313b60-a71b-4691-be32-056404b5ef40', 'ec2dc0b6-e584-49d4-88c3-cddf12d5ba54', '1c2aafce-028b-4a87-ab38-c7f3ae6e0372', '81462c0a-d7f6-4872-b896-ae3a541c2603', '203a71a6-54ed-4edd-92e1-fb96e1b09c3f', '09805ea4-7c55-41b8-a08a-9a1b9d40957f', '7916f30b-b1c9-435a-b7dc-6f56b5d57822', '8bc709d7-d957-4020-8bfa-3b629eb48f21', 'bae4e153-b553-49d0-8dba-e29ce7a007b1', 'c549e374-faa7-4797-867b-68785ee18fe0', '36f69926-c0b7-46ee-abf7-0198542e49c8', '0c486dd3-baec-4a47-a2e3-4fa644020dbb', '8ae94e30-e016-435b-850c-689d2a009139', 'aac54264-f7b3-4aca-a0d1-6eebdb59bc7f', '54e9c596-f425-4b3f-90aa-3ca5d89a0b77', '1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4', '7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1', 'df7732ec-a599-4f46-a32c-82f7b7321e9d', '85925ea3-e7a8-4379-99cc-f68b3cb9f569', '4995535b-33b0-4f0d-a8c4-4dda98d7ff35', 'e00cf55a-198c-4c40-ade1-2ee9c2043ee3', 'f2012ebc-a6e7-4a94-9f9c-91c59747c437', '847fd8a5-6751-429a-8967-e656a3577dff', 'd0365ffa-8607-46e6-8c05-8f49e08ae893', 'b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b', '73a79a60-518e-406d-93dd-6244bdbef8b5', '2f78c900-2aeb-463d-935c-170ec487fcae', 'f02e61e7-9698-4f75-a2c4-cc256fe4fe39', '2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab', 'a4f4c31e-43c3-4b12-86d5-2ae157990493', '35ebf063-f838-46ac-a347-2e2b966f7d0d', '99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf', '182268a4-1bdb-4f9a-a40b-42f6c77b7f1a', '15a251d1-fcc6-4a86-9e87-e56757f8920d', '74824cbd-aa39-4082-85ba-c85f268cb2c0', 'dbf50bb3-828d-4e97-be35-bc5b70f65616', '6cbad3d2-86a4-4f76-a310-f81a38e479f4', '3a6d87c0-3f4f-43d9-b8d6-53fb649497de', 'c82c9e7d-c80e-47af-ae60-738a26b73be1', 'dec6f616-720c-4024-b086-b4cd7d6a2a06', '5fdf60fe-a59b-4db9-b0c7-11472ed6c437', 'ffd11365-6b57-445a-abac-7a55aa0d1624', '7a3108fb-febf-453f-85b7-26e5f9bd602a', 'd088ee4a-ab19-4bfb-8b47-c4e9cad4fc21', '93c5efce-7f40-4699-85b5-784ae175d046', 'c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f', '96c8f899-578e-4f22-9860-e6399e89e690'} {{(pid=69670) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1073.480918] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1073.501317] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.501317] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.501317] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.501551] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.501551] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.501601] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1073.501671] env[69670]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69670) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1073.501739] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1073.588514] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.588661] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.588744] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.588987] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.591182] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.591505] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1073.591654] env[69670]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69670) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1073.591654] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1073.591724] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1073.591847] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/49 resources of Type:Security Group Rules [ 1073.591896] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b with Priority: HIGH for action security_group_rules [ 1073.591981] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c8d624e5-93b7-41c0-b400-88202c159fa4 with Priority: HIGH for action security_group_rules [ 1073.592017] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd313b60-a71b-4691-be32-056404b5ef40 with Priority: HIGH for action security_group_rules [ 1073.592077] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ec2dc0b6-e584-49d4-88c3-cddf12d5ba54 with Priority: HIGH for action security_group_rules [ 1073.592159] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1c2aafce-028b-4a87-ab38-c7f3ae6e0372 with Priority: HIGH for action security_group_rules [ 1073.592234] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 81462c0a-d7f6-4872-b896-ae3a541c2603 with Priority: HIGH for action security_group_rules [ 1073.592393] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f with Priority: HIGH for action security_group_rules [ 1073.592393] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGH for action security_group_rules [ 1073.592482] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 with Priority: HIGH for action security_group_rules [ 1073.592523] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8bc709d7-d957-4020-8bfa-3b629eb48f21 with Priority: HIGH for action security_group_rules [ 1073.592564] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 with Priority: HIGH for action security_group_rules [ 1073.592619] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c549e374-faa7-4797-867b-68785ee18fe0 with Priority: HIGH for action security_group_rules [ 1073.592688] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 36f69926-c0b7-46ee-abf7-0198542e49c8 with Priority: HIGH for action security_group_rules [ 1073.592776] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0c486dd3-baec-4a47-a2e3-4fa644020dbb with Priority: HIGH for action security_group_rules [ 1073.592848] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGH for action security_group_rules [ 1073.592905] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGH for action security_group_rules [ 1073.592966] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 with Priority: HIGH for action security_group_rules [ 1073.593053] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 with Priority: HIGH for action security_group_rules [ 1073.593123] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 with Priority: HIGH for action security_group_rules [ 1073.593183] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: df7732ec-a599-4f46-a32c-82f7b7321e9d with Priority: HIGH for action security_group_rules [ 1073.593289] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.796422] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eea9473e-0a7c-4a39-8477-9dd9a75fa895 with status ACTIVE [ 1073.796687] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.796843] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.796915] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.797183] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.797279] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.797494] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.797615] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.797681] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.797838] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.797936] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.798332] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.798445] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.798546] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.798658] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.798735] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.798820] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eea9473e-0a7c-4a39-8477-9dd9a75fa895 is going to be updated. [ 1073.800029] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-004c43f6-12c0-43f4-b9ae-dfa65446e46f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.800185] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.800395] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('004c43f6-12c0-43f4-b9ae-dfa65446e46f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.821137] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.821347] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.821433] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.821712] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.821892] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.822081] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eea9473e-0a7c-4a39-8477-9dd9a75fa895" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.825714] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.825977] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.826202] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.826577] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.827150] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.827304] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.827385] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.827627] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.828039] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.828039] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.828039] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.828213] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.828213] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.828466] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.828815] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.828932] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.829339] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.829405] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.829486] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.829667] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.829781] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.303450] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('004c43f6-12c0-43f4-b9ae-dfa65446e46f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.335499] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab: rpc.has_security_group_logging(os_id): False [ 1074.353658] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.353971] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.353971] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.354121] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.371869] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.371869] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.371869] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.372152] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.372152] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.372213] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.372414] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.372511] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.372575] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.372713] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.372788] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.372979] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.373079] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.373140] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.373283] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.373354] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.373437] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab is going to be updated. [ 1074.431044] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.431044] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.431044] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.431342] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.431390] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.451016] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab in Status: IN_PROGRESS for 2s [ 1074.811684] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.811684] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.811684] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.811684] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.811684] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.811684] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 004c43f6-12c0-43f4-b9ae-dfa65446e46f is going to be created. [ 1074.833407] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.833407] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.833407] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.833407] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.834323] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.842861] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 004c43f6-12c0-43f4-b9ae-dfa65446e46f in Status: UNINITIALIZED for 2s [ 1075.830243] env[69670]: INFO networking_nsxv3.common.synchronization [req-1e9b7aba-bcb7-48e9-8980-205b315c4078 req-116bd554-a088-42c0-b2b7-e7e7154352f5 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Enqueued Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_members [ 1075.830710] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_members [ 1075.830857] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b with Priority: HIGH for action security_group_rules [ 1075.831215] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd313b60-a71b-4691-be32-056404b5ef40 with Priority: HIGH for action security_group_rules [ 1075.831215] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f with Priority: HIGH for action security_group_rules [ 1075.831215] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGH for action security_group_rules [ 1075.831339] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df7732ec-a599-4f46-a32c-82f7b7321e9d with Priority: HIGH for action security_group_rules [ 1075.831339] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 with Priority: HIGH for action security_group_rules [ 1075.831408] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 with Priority: HIGH for action security_group_rules [ 1075.831487] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 with Priority: HIGH for action security_group_rules [ 1075.831571] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c486dd3-baec-4a47-a2e3-4fa644020dbb with Priority: HIGH for action security_group_rules [ 1075.831656] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGH for action security_group_rules [ 1075.831742] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36f69926-c0b7-46ee-abf7-0198542e49c8 with Priority: HIGH for action security_group_rules [ 1075.831825] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c549e374-faa7-4797-867b-68785ee18fe0 with Priority: HIGH for action security_group_rules [ 1075.831909] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 with Priority: HIGH for action security_group_rules [ 1075.832011] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bc709d7-d957-4020-8bfa-3b629eb48f21 with Priority: HIGH for action security_group_rules [ 1075.832507] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 with Priority: HIGH for action security_group_rules [ 1075.832623] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81462c0a-d7f6-4872-b896-ae3a541c2603 with Priority: HIGH for action security_group_rules [ 1075.832829] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGH for action security_group_rules [ 1075.832949] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c2aafce-028b-4a87-ab38-c7f3ae6e0372 with Priority: HIGH for action security_group_rules [ 1075.833274] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8d624e5-93b7-41c0-b400-88202c159fa4 with Priority: HIGH for action security_group_rules [ 1075.833344] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2dc0b6-e584-49d4-88c3-cddf12d5ba54 with Priority: HIGH for action security_group_rules [ 1075.833994] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.833994] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.834168] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.834515] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.834676] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.835696] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.835778] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.835966] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.836277] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.836277] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.840606] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.840606] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.840606] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.840912] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.840912] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.841912] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd313b60-a71b-4691-be32-056404b5ef40 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.842078] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd313b60-a71b-4691-be32-056404b5ef40" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.842157] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd313b60-a71b-4691-be32-056404b5ef40" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.842408] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd313b60-a71b-4691-be32-056404b5ef40" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.842505] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd313b60-a71b-4691-be32-056404b5ef40',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.843770] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-203a71a6-54ed-4edd-92e1-fb96e1b09c3f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.843770] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.843770] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.843770] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.843770] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('203a71a6-54ed-4edd-92e1-fb96e1b09c3f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.846176] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.846381] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.846457] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.846921] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.847087] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.848602] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df7732ec-a599-4f46-a32c-82f7b7321e9d taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.848749] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df7732ec-a599-4f46-a32c-82f7b7321e9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.848848] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df7732ec-a599-4f46-a32c-82f7b7321e9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.852022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df7732ec-a599-4f46-a32c-82f7b7321e9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.852022] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df7732ec-a599-4f46-a32c-82f7b7321e9d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.852022] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.852022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.852465] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.853626] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.853626] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.853745] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.853803] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.853841] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.854091] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.854209] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.857956] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54e9c596-f425-4b3f-90aa-3ca5d89a0b77 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.858106] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.858352] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.858451] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.858517] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54e9c596-f425-4b3f-90aa-3ca5d89a0b77',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.859900] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c486dd3-baec-4a47-a2e3-4fa644020dbb taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.859900] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c486dd3-baec-4a47-a2e3-4fa644020dbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.859900] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c486dd3-baec-4a47-a2e3-4fa644020dbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.860346] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c486dd3-baec-4a47-a2e3-4fa644020dbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.860346] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c486dd3-baec-4a47-a2e3-4fa644020dbb',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.860961] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.865166] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.865257] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.865584] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.865584] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.867667] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36f69926-c0b7-46ee-abf7-0198542e49c8 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.867667] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36f69926-c0b7-46ee-abf7-0198542e49c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.867667] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36f69926-c0b7-46ee-abf7-0198542e49c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.867667] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36f69926-c0b7-46ee-abf7-0198542e49c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.867667] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36f69926-c0b7-46ee-abf7-0198542e49c8',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.867967] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c549e374-faa7-4797-867b-68785ee18fe0 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.868252] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c549e374-faa7-4797-867b-68785ee18fe0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.868252] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c549e374-faa7-4797-867b-68785ee18fe0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.868406] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c549e374-faa7-4797-867b-68785ee18fe0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.868464] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c549e374-faa7-4797-867b-68785ee18fe0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.872813] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bae4e153-b553-49d0-8dba-e29ce7a007b1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.872813] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.872813] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.872813] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.872813] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bae4e153-b553-49d0-8dba-e29ce7a007b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.873940] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bc709d7-d957-4020-8bfa-3b629eb48f21 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.873940] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bc709d7-d957-4020-8bfa-3b629eb48f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.873940] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bc709d7-d957-4020-8bfa-3b629eb48f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.874054] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bc709d7-d957-4020-8bfa-3b629eb48f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.874132] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bc709d7-d957-4020-8bfa-3b629eb48f21',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.876200] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7916f30b-b1c9-435a-b7dc-6f56b5d57822 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.876200] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.876200] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.876200] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.876200] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7916f30b-b1c9-435a-b7dc-6f56b5d57822',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.882131] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81462c0a-d7f6-4872-b896-ae3a541c2603 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.882361] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81462c0a-d7f6-4872-b896-ae3a541c2603" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.882437] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81462c0a-d7f6-4872-b896-ae3a541c2603" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.882689] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81462c0a-d7f6-4872-b896-ae3a541c2603" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.882828] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81462c0a-d7f6-4872-b896-ae3a541c2603',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.883957] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09805ea4-7c55-41b8-a08a-9a1b9d40957f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.884165] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.884333] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.884449] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.884536] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.889858] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c2aafce-028b-4a87-ab38-c7f3ae6e0372 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.889858] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c2aafce-028b-4a87-ab38-c7f3ae6e0372" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.889858] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c2aafce-028b-4a87-ab38-c7f3ae6e0372" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.890009] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c2aafce-028b-4a87-ab38-c7f3ae6e0372" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.890009] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c2aafce-028b-4a87-ab38-c7f3ae6e0372',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.891344] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8d624e5-93b7-41c0-b400-88202c159fa4 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.891344] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8d624e5-93b7-41c0-b400-88202c159fa4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.891344] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8d624e5-93b7-41c0-b400-88202c159fa4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.891607] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8d624e5-93b7-41c0-b400-88202c159fa4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.891783] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8d624e5-93b7-41c0-b400-88202c159fa4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.892878] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec2dc0b6-e584-49d4-88c3-cddf12d5ba54 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.892878] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec2dc0b6-e584-49d4-88c3-cddf12d5ba54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.892878] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec2dc0b6-e584-49d4-88c3-cddf12d5ba54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.893121] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec2dc0b6-e584-49d4-88c3-cddf12d5ba54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.893154] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec2dc0b6-e584-49d4-88c3-cddf12d5ba54',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.917470] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.917470] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.917648] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.917878] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.941111] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.941111] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54e9c596-f425-4b3f-90aa-3ca5d89a0b77 is going to be deleted. [ 1075.995113] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.995316] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.995373] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.995561] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.995757] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.995805] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54e9c596-f425-4b3f-90aa-3ca5d89a0b77" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.215475] env[69670]: INFO networking_nsxv3.common.synchronization [req-30d30c3e-add9-4108-b2af-23c445799c74 req-b588ef93-4a7d-4ec6-9890-611fa895e236 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Enqueued Resource ID: bd313b60-a71b-4691-be32-056404b5ef40 with Priority: HIGHEST for action security_group_members [ 1076.216236] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd313b60-a71b-4691-be32-056404b5ef40 with Priority: HIGHEST for action security_group_members [ 1076.216571] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd313b60-a71b-4691-be32-056404b5ef40 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.216734] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd313b60-a71b-4691-be32-056404b5ef40" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.216819] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd313b60-a71b-4691-be32-056404b5ef40" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.217746] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd313b60-a71b-4691-be32-056404b5ef40" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.218293] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.218449] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.218449] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.218595] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.218684] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.218869] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd313b60-a71b-4691-be32-056404b5ef40',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.396160] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.401495] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c486dd3-baec-4a47-a2e3-4fa644020dbb taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.401495] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c486dd3-baec-4a47-a2e3-4fa644020dbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.401495] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c486dd3-baec-4a47-a2e3-4fa644020dbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.401703] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c486dd3-baec-4a47-a2e3-4fa644020dbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.401703] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.401806] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.402200] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.402200] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.402304] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.402304] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c486dd3-baec-4a47-a2e3-4fa644020dbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.402444] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c486dd3-baec-4a47-a2e3-4fa644020dbb',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.408514] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.408514] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.408514] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.408514] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.408514] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.408514] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.408514] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.408514] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.408514] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.408958] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.408958] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.410082] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.410082] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.413393] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.413393] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.413393] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.413393] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.413393] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.413393] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.413393] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.413393] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.413393] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.413393] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.413393] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.418092] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.425795] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.425989] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.426073] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.426376] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.426551] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.427151] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.427151] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.427151] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.427151] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.427395] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.427395] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.430781] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd313b60-a71b-4691-be32-056404b5ef40 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.430781] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd313b60-a71b-4691-be32-056404b5ef40" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.480378] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.481224] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.481224] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.481224] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.483605] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.483605] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.485584] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.485584] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.487307] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.487307] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.490221] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.490374] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.491335] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.491799] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.495769] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.495958] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.501834] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.501834] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.501834] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.502102] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.504722] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.504808] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.505747] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.506609] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.510130] env[69670]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1076.510130] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.510130] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.510130] env[69670]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1076.510130] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.510130] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.510576] env[69670]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1076.511063] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.511263] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b is going to be deleted. [ 1076.512849] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab in Status: SUCCESS [ 1076.513633] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.513633] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.513633] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.531286] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.531286] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 203a71a6-54ed-4edd-92e1-fb96e1b09c3f is going to be deleted. [ 1076.531672] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.532101] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.548706] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.548934] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8d624e5-93b7-41c0-b400-88202c159fa4 is going to be deleted. [ 1076.549992] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.553026] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.565773] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.566027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.570193] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.570374] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df7732ec-a599-4f46-a32c-82f7b7321e9d is going to be deleted. [ 1076.571399] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.571625] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.580127] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.580127] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.596041] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.596041] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.597347] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.597347] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bc709d7-d957-4020-8bfa-3b629eb48f21 is going to be deleted. [ 1076.599432] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.599432] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.636635] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.636635] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bae4e153-b553-49d0-8dba-e29ce7a007b1 is going to be deleted. [ 1076.636635] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.636890] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.647024] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.647024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.653392] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-69 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.653646] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-69" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.653717] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-69" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.653997] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-69" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.654555] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.654746] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.654870] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.655132] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.655291] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.655510] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1076.655659] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1076.655829] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1076.655955] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1076.656157] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1076.656823] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1076.656823] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1076.672816] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.673221] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f is going to be deleted. [ 1076.674818] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.677034] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.693532] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1076.693889] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1076.694173] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1076.694499] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-69" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.695559] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-7bf0db0c-367e-4405-b01f-12be60a6d380 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.695559] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-7bf0db0c-367e-4405-b01f-12be60a6d380" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.695744] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-7bf0db0c-367e-4405-b01f-12be60a6d380" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.696256] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-7bf0db0c-367e-4405-b01f-12be60a6d380" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.696458] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bf0db0c-367e-4405-b01f-12be60a6d380',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.700673] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.700763] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7916f30b-b1c9-435a-b7dc-6f56b5d57822 is going to be deleted. [ 1076.701722] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.701937] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.704651] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.704651] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.721470] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.721665] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.741654] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.741848] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.750414] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.750597] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c549e374-faa7-4797-867b-68785ee18fe0 is going to be deleted. [ 1076.751604] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.751828] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.794809] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.795150] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec2dc0b6-e584-49d4-88c3-cddf12d5ba54 is going to be deleted. [ 1076.796205] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.796583] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.813412] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.813606] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.844464] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.844817] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36f69926-c0b7-46ee-abf7-0198542e49c8 is going to be deleted. [ 1076.846455] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.846692] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.848484] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.848666] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.849740] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.849740] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.881943] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 004c43f6-12c0-43f4-b9ae-dfa65446e46f in Status: SUCCESS [ 1076.881943] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.881943] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.881943] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.881943] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.881943] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.881943] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.881943] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.881943] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.881943] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.881943] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('004c43f6-12c0-43f4-b9ae-dfa65446e46f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.902247] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.902492] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c2aafce-028b-4a87-ab38-c7f3ae6e0372 is going to be deleted. [ 1076.903570] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.903835] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.919117] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.919117] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c486dd3-baec-4a47-a2e3-4fa644020dbb',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.929880] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.929880] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.938929] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.939117] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.939328] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.939627] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.939890] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.941947] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.941947] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.941947] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.941947] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.941947] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.941947] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.941947] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.941947] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.941947] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.941947] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.941947] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.941947] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.941947] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.941947] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.941947] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.941947] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.946247] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.946247] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.946247] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.946247] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.946247] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.947135] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ae94e30-e016-435b-850c-689d2a009139 is going to be updated. [ 1076.949614] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.949614] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.949614] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.949614] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.949614] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.949614] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.949614] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.950020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.950020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.950020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.950020] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.950137] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.950166] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.950392] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.950546] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.950783] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.950783] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.952236] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.952236] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.952236] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.952236] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.956396] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.956396] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81462c0a-d7f6-4872-b896-ae3a541c2603 is going to be deleted. [ 1076.957224] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.957224] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.957224] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.957394] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.957592] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.957683] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.957760] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.957887] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-203a71a6-54ed-4edd-92e1-fb96e1b09c3f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.958742] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.958895] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.958979] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.959114] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8d624e5-93b7-41c0-b400-88202c159fa4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.959559] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.959719] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.959797] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.959905] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df7732ec-a599-4f46-a32c-82f7b7321e9d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.960074] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.960217] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.960295] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.960414] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bc709d7-d957-4020-8bfa-3b629eb48f21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.960548] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.960701] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.002239] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.002239] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.037386] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.037386] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.037386] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.037386] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.037386] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.037386] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.037386] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd313b60-a71b-4691-be32-056404b5ef40 is going to be updated. [ 1077.037386] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.037386] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.037386] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.037386] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bae4e153-b553-49d0-8dba-e29ce7a007b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.037386] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.037386] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.037386] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.038428] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.039288] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.039600] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.039844] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.040167] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c549e374-faa7-4797-867b-68785ee18fe0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.041017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.041017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.041017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.041017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7916f30b-b1c9-435a-b7dc-6f56b5d57822" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.041273] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.041539] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.041719] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.041941] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec2dc0b6-e584-49d4-88c3-cddf12d5ba54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.042213] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.042801] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.042801] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.042801] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36f69926-c0b7-46ee-abf7-0198542e49c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.067535] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.069039] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.069039] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.069039] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.069039] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.075270] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.075479] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.075560] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.075810] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.075968] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.076181] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c2aafce-028b-4a87-ab38-c7f3ae6e0372" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.077072] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.077247] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.077366] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.077568] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.077720] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.077900] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81462c0a-d7f6-4872-b896-ae3a541c2603" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.078841] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: IN_PROGRESS for 2s [ 1077.089616] env[69670]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1077.090219] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.090351] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.090473] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.090659] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.090798] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.100176] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd313b60-a71b-4691-be32-056404b5ef40 in Status: IN_PROGRESS for 2s [ 1077.199232] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.199600] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.199749] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.200056] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.200219] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.200400] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 7bf0db0c-367e-4405-b01f-12be60a6d380 not found, creating... [ 1077.200679] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.200879] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.200966] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.201223] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.201477] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.201785] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.201948] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.202081] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.202315] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.202463] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.202609] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 7bf0db0c-367e-4405-b01f-12be60a6d380 is going to be created. [ 1077.245414] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.245692] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.245828] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.246414] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.246713] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.247227] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-7bf0db0c-367e-4405-b01f-12be60a6d380" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.389110] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('004c43f6-12c0-43f4-b9ae-dfa65446e46f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.420939] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1: rpc.has_security_group_logging(os_id): False [ 1077.426030] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c486dd3-baec-4a47-a2e3-4fa644020dbb: rpc.has_security_group_logging(os_id): False [ 1077.443946] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.445082] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.445082] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.445082] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.447725] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4: rpc.has_security_group_logging(os_id): False [ 1077.447725] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.447880] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.453968] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aac54264-f7b3-4aca-a0d1-6eebdb59bc7f: rpc.has_security_group_logging(os_id): False [ 1077.473551] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.473737] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.479991] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.481203] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.481203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.481203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.481203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.481203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.481203] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 is going to be updated. [ 1077.482394] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.482627] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.484467] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.484572] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.511716] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.512229] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.512409] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.512474] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.512703] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.512791] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.512892] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c486dd3-baec-4a47-a2e3-4fa644020dbb is going to be updated. [ 1077.514025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.514930] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.550151] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.550429] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.552096] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.552096] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.552096] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.552096] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.552096] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.552096] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.552096] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.552096] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.552096] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.552096] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.552096] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.552096] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.552096] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.552096] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.552504] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 is going to be updated. [ 1077.553502] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.553693] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.595892] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.596120] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.596289] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.596349] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.596531] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.596622] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.596860] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.596971] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.597046] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.597217] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.597364] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.597510] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.597617] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.597724] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.597826] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.597904] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.598065] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f is going to be updated. [ 1077.639242] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.639242] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.639242] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.639242] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.639242] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.641120] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.641381] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.641529] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.641788] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.642014] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.660313] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c486dd3-baec-4a47-a2e3-4fa644020dbb in Status: IN_PROGRESS for 2s [ 1077.671466] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.671466] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.671466] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.671466] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.671466] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.672306] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 in Status: IN_PROGRESS for 2s [ 1077.701645] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 in Status: IN_PROGRESS for 2s [ 1077.707036] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.707036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.707036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.707036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.707036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.750851] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f in Status: IN_PROGRESS for 2s [ 1077.891492] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 004c43f6-12c0-43f4-b9ae-dfa65446e46f: rpc.has_security_group_logging(os_id): False [ 1077.910806] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.910891] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.910985] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.911333] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.911497] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.911935] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.912136] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.912268] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.912553] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.912788] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.912855] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 004c43f6-12c0-43f4-b9ae-dfa65446e46f is going to be created. [ 1077.979927] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.980023] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.980192] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.980438] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.980719] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.993637] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 004c43f6-12c0-43f4-b9ae-dfa65446e46f in Status: IN_PROGRESS for 2s [ 1078.039999] env[69670]: INFO networking_nsxv3.common.synchronization [req-1e9b7aba-bcb7-48e9-8980-205b315c4078 req-8f4b7dbc-59e5-4d7b-97a4-abba8e285da4 service nova] Enqueued Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_rules [ 1078.040202] env[69670]: INFO networking_nsxv3.common.synchronization [req-1e9b7aba-bcb7-48e9-8980-205b315c4078 req-8f4b7dbc-59e5-4d7b-97a4-abba8e285da4 service nova] Enqueued Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_members [ 1078.040343] env[69670]: INFO networking_nsxv3.common.synchronization [req-1e9b7aba-bcb7-48e9-8980-205b315c4078 req-8f4b7dbc-59e5-4d7b-97a4-abba8e285da4 service nova] Enqueued Resource ID: 7bf0db0c-367e-4405-b01f-12be60a6d380 with Priority: HIGHEST for action port [ 1078.040581] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_rules [ 1078.041105] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_members [ 1078.041105] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bf0db0c-367e-4405-b01f-12be60a6d380 with Priority: HIGHEST for action port [ 1078.041412] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.041530] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.041763] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.041858] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.042080] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bf0db0c-367e-4405-b01f-12be60a6d380 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.042153] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bf0db0c-367e-4405-b01f-12be60a6d380" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.042217] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bf0db0c-367e-4405-b01f-12be60a6d380" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.042420] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bf0db0c-367e-4405-b01f-12be60a6d380" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.042503] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bf0db0c-367e-4405-b01f-12be60a6d380',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.545107] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bf0db0c-367e-4405-b01f-12be60a6d380 with status ACTIVE [ 1078.545576] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.545576] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.545739] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.545828] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.545920] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.546140] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.546317] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.546394] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.546622] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.546720] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.546943] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.547068] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.547132] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.547281] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.547372] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.547461] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bf0db0c-367e-4405-b01f-12be60a6d380 is going to be updated. [ 1078.574366] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.574366] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.574366] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.574366] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.574366] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.574597] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bf0db0c-367e-4405-b01f-12be60a6d380" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.823966] env[69670]: INFO networking_nsxv3.common.synchronization [None req-aee03a6e-143f-4f2e-823c-ed1357b422ac None None] Enqueued Resource ID: 0cb7078a-ff14-4466-9089-f51a79ce7b3a with Priority: HIGHEST for action port [ 1078.824609] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cb7078a-ff14-4466-9089-f51a79ce7b3a with Priority: HIGHEST for action port [ 1078.824968] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cb7078a-ff14-4466-9089-f51a79ce7b3a taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.826556] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cb7078a-ff14-4466-9089-f51a79ce7b3a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.826639] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cb7078a-ff14-4466-9089-f51a79ce7b3a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.826920] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cb7078a-ff14-4466-9089-f51a79ce7b3a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.827021] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cb7078a-ff14-4466-9089-f51a79ce7b3a',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.090272] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: SUCCESS [ 1079.090575] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.091209] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.091446] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.091648] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.091766] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.091830] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.091980] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.092921] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.092967] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.093115] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.098026] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.098026] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.098026] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.098026] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.098026] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.098026] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.098026] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.098026] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.113087] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd313b60-a71b-4691-be32-056404b5ef40 in Status: SUCCESS [ 1079.113087] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd313b60-a71b-4691-be32-056404b5ef40 deletion is rescheduled due to dependency. [ 1079.113087] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd313b60-a71b-4691-be32-056404b5ef40" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.113087] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd313b60-a71b-4691-be32-056404b5ef40" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.113087] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd313b60-a71b-4691-be32-056404b5ef40" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.113087] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.113087] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.113087] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.113087] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.113087] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.113087] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd313b60-a71b-4691-be32-056404b5ef40" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.113087] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd313b60-a71b-4691-be32-056404b5ef40',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.331082] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0cb7078a-ff14-4466-9089-f51a79ce7b3a [ 1079.331082] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.331082] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.331082] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.331082] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.331082] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.331082] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0cb7078a-ff14-4466-9089-f51a79ce7b3a already deleted. [ 1079.331082] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cb7078a-ff14-4466-9089-f51a79ce7b3a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.595228] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.595396] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.597871] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.615434] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd313b60-a71b-4691-be32-056404b5ef40',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.678531] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c486dd3-baec-4a47-a2e3-4fa644020dbb in Status: SUCCESS [ 1079.678792] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c486dd3-baec-4a47-a2e3-4fa644020dbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.693749] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 in Status: SUCCESS [ 1079.694074] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.728145] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 in Status: SUCCESS [ 1079.728632] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.774241] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f in Status: SUCCESS [ 1079.774241] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.004660] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 004c43f6-12c0-43f4-b9ae-dfa65446e46f in Status: SUCCESS [ 1080.004811] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.026505] env[69670]: INFO networking_nsxv3.common.synchronization [None req-f7d38bcd-1931-4161-b172-f8dd32a5b23b tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Enqueued Resource ID: cdcc411f-ce2b-4058-8002-cbd3fef49231 with Priority: HIGHEST for action security_group_rules [ 1080.026734] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdcc411f-ce2b-4058-8002-cbd3fef49231 with Priority: HIGHEST for action security_group_rules [ 1080.027248] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdcc411f-ce2b-4058-8002-cbd3fef49231 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.027784] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdcc411f-ce2b-4058-8002-cbd3fef49231" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.027784] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdcc411f-ce2b-4058-8002-cbd3fef49231" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.027784] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdcc411f-ce2b-4058-8002-cbd3fef49231" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.027784] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdcc411f-ce2b-4058-8002-cbd3fef49231',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.101239] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.117143] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd313b60-a71b-4691-be32-056404b5ef40: rpc.has_security_group_logging(os_id): False [ 1080.135223] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.135440] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.135440] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.136864] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.136864] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.136864] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.136864] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.136864] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.136864] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.136864] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.136864] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd313b60-a71b-4691-be32-056404b5ef40 is going to be updated. [ 1080.194489] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.194796] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.194945] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.199418] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.199756] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.206344] env[69670]: INFO networking_nsxv3.common.synchronization [None req-1051d831-9686-486f-83a4-82d97fc72148 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Enqueued Resource ID: cdcc411f-ce2b-4058-8002-cbd3fef49231 with Priority: HIGHEST for action security_group_rules [ 1080.207332] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdcc411f-ce2b-4058-8002-cbd3fef49231 with Priority: HIGHEST for action security_group_rules [ 1080.208546] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdcc411f-ce2b-4058-8002-cbd3fef49231 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.208758] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdcc411f-ce2b-4058-8002-cbd3fef49231" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.220902] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd313b60-a71b-4691-be32-056404b5ef40 in Status: IN_PROGRESS for 2s [ 1080.277402] env[69670]: INFO networking_nsxv3.common.synchronization [req-2acea215-f963-4ffc-95e4-9a6a0f34380b req-1a80bc17-f258-4088-970e-03d09be9e9b3 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Enqueued Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGHEST for action security_group_members [ 1080.278137] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGHEST for action security_group_members [ 1080.278821] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-09805ea4-7c55-41b8-a08a-9a1b9d40957f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.279150] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.279383] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.280089] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.280419] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.282017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.282017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.282017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.282017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.282017] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.551635] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.551825] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.551865] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.552140] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.552239] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.552347] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdcc411f-ce2b-4058-8002-cbd3fef49231 already deleted. [ 1080.552435] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdcc411f-ce2b-4058-8002-cbd3fef49231" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.552623] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdcc411f-ce2b-4058-8002-cbd3fef49231" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.552803] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdcc411f-ce2b-4058-8002-cbd3fef49231" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.552888] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdcc411f-ce2b-4058-8002-cbd3fef49231',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.608276] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.608537] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.609562] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.612106] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.612106] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.612106] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ae94e30-e016-435b-850c-689d2a009139 is going to be updated. [ 1080.641377] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.641377] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.641377] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.641377] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.641377] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.649424] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: IN_PROGRESS for 2s [ 1080.736999] env[69670]: INFO networking_nsxv3.common.synchronization [req-2acea215-f963-4ffc-95e4-9a6a0f34380b req-04479a45-c9a3-45f2-9bec-7f1dac61d420 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Enqueued Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGHEST for action security_group_members [ 1080.737665] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGHEST for action security_group_members [ 1080.738022] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-09805ea4-7c55-41b8-a08a-9a1b9d40957f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.738146] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.786527] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.786742] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.786818] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.787068] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.787163] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.787382] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.787465] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.787528] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.787678] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.787753] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.787837] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f is going to be deleted. [ 1080.822074] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.824687] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.824687] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.824687] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.824687] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.824687] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.824687] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.824687] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.824687] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.824687] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.824687] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.824687] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.824687] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.824687] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.075972] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.075972] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.075972] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.075972] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.075972] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.075972] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdcc411f-ce2b-4058-8002-cbd3fef49231 already deleted. [ 1081.075972] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdcc411f-ce2b-4058-8002-cbd3fef49231" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.220358] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.221341] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-302" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.221341] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-302" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.221864] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-302" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.222265] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.222452] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.222589] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.222921] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.223107] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.223465] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1081.223562] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1081.223785] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1081.223947] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1081.224137] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1081.224291] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1081.224465] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1081.243263] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1081.243439] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1081.243586] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1081.243780] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-302" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.244139] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-bd358300-e136-41e0-8289-ed952b39d1e3 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.244317] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-bd358300-e136-41e0-8289-ed952b39d1e3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.244444] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-bd358300-e136-41e0-8289-ed952b39d1e3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.248042] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-bd358300-e136-41e0-8289-ed952b39d1e3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.248042] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd358300-e136-41e0-8289-ed952b39d1e3',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.327028] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.327028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.327028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.327458] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.328795] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.328795] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.328795] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.328795] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.328795] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.328795] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.328795] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f already deleted. [ 1081.328795] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.531240] env[69670]: INFO networking_nsxv3.common.synchronization [None req-d2b622f0-07b1-4730-8b57-f5bea0469d27 None None] Enqueued Resource ID: 41f2c50b-3588-456c-8237-2880e04eac07 with Priority: HIGHEST for action port [ 1081.531240] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41f2c50b-3588-456c-8237-2880e04eac07 with Priority: HIGHEST for action port [ 1081.531843] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-41f2c50b-3588-456c-8237-2880e04eac07 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.532899] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41f2c50b-3588-456c-8237-2880e04eac07" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.533045] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41f2c50b-3588-456c-8237-2880e04eac07" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.533360] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41f2c50b-3588-456c-8237-2880e04eac07" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.533450] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41f2c50b-3588-456c-8237-2880e04eac07',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.753924] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.754228] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.754378] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.754740] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.754937] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.755171] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port bd358300-e136-41e0-8289-ed952b39d1e3 not found, creating... [ 1081.755516] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.755739] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.755883] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.756206] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.756426] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.756775] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.756956] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.758714] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.759094] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.759289] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.759494] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: bd358300-e136-41e0-8289-ed952b39d1e3 is going to be created. [ 1081.783259] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.783596] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.783789] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.784140] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.786058] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.786058] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-bd358300-e136-41e0-8289-ed952b39d1e3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.837502] env[69670]: INFO networking_nsxv3.common.synchronization [req-8aa5b32e-fc15-4683-b054-4216be89dab6 req-da61c12b-53c2-437a-8b1b-6d6a5f8244fc tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Enqueued Resource ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 with Priority: HIGHEST for action security_group_members [ 1081.838151] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 with Priority: HIGHEST for action security_group_members [ 1081.838555] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.838693] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.838772] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.839592] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.839834] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.839959] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.840044] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.840255] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.840378] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.840519] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.035827] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41f2c50b-3588-456c-8237-2880e04eac07 [ 1082.036084] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.036231] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.036289] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.036541] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.036644] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.036802] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41f2c50b-3588-456c-8237-2880e04eac07 already deleted. [ 1082.036905] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41f2c50b-3588-456c-8237-2880e04eac07" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.239244] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd313b60-a71b-4691-be32-056404b5ef40 in Status: SUCCESS [ 1082.240037] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd313b60-a71b-4691-be32-056404b5ef40" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.343309] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.343565] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.343565] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.343771] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.343867] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.344088] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.344182] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.344256] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.344461] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.344539] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.344628] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 is going to be updated. [ 1082.374364] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.376869] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.376869] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.376869] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.376869] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.386910] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 in Status: IN_PROGRESS for 2s [ 1082.556453] env[69670]: INFO networking_nsxv3.common.synchronization [req-2acea215-f963-4ffc-95e4-9a6a0f34380b req-a1ab9519-c20a-43e3-a85a-0bd12827eb83 service nova] Enqueued Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGHEST for action security_group_rules [ 1082.556453] env[69670]: INFO networking_nsxv3.common.synchronization [req-2acea215-f963-4ffc-95e4-9a6a0f34380b req-a1ab9519-c20a-43e3-a85a-0bd12827eb83 service nova] Enqueued Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGHEST for action security_group_members [ 1082.556453] env[69670]: INFO networking_nsxv3.common.synchronization [req-2acea215-f963-4ffc-95e4-9a6a0f34380b req-a1ab9519-c20a-43e3-a85a-0bd12827eb83 service nova] Enqueued Resource ID: bd358300-e136-41e0-8289-ed952b39d1e3 with Priority: HIGHEST for action port [ 1082.556453] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGHEST for action security_group_rules [ 1082.556453] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGHEST for action security_group_members [ 1082.556453] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd358300-e136-41e0-8289-ed952b39d1e3 with Priority: HIGHEST for action port [ 1082.556453] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09805ea4-7c55-41b8-a08a-9a1b9d40957f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.556453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.556453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.556453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.556453] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.556453] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-09805ea4-7c55-41b8-a08a-9a1b9d40957f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.556453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.556453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.556453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.556453] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.556453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.556453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.556453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.556453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.557382] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.562939] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd358300-e136-41e0-8289-ed952b39d1e3 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.562939] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd358300-e136-41e0-8289-ed952b39d1e3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.562939] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd358300-e136-41e0-8289-ed952b39d1e3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.562939] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd358300-e136-41e0-8289-ed952b39d1e3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.562939] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd358300-e136-41e0-8289-ed952b39d1e3',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.608572] env[69670]: INFO networking_nsxv3.common.synchronization [req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 req-db9561a4-219b-474d-9ad6-d3a8a74bc4ef tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Enqueued Resource ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 with Priority: HIGHEST for action security_group_members [ 1082.608572] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 with Priority: HIGHEST for action security_group_members [ 1082.608572] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a79a60-518e-406d-93dd-6244bdbef8b5 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.608572] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.608572] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.608572] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.609152] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.609152] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.609152] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.609872] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.609872] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.609872] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73a79a60-518e-406d-93dd-6244bdbef8b5',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.661916] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: SUCCESS [ 1082.661916] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.661916] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.661916] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.661916] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.661916] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.661916] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.661916] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.661916] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.661916] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.661916] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.661916] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.661916] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.663195] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.663561] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.663811] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.663978] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.664290] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.664491] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.664662] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.665279] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.058507] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-775 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.058722] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-775" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.058852] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-775" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.059155] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-775" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.059440] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.059614] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.059734] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.059963] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.060152] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.060383] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1083.060571] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.060682] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.060747] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.060851] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1083.060959] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.061108] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.062572] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-09805ea4-7c55-41b8-a08a-9a1b9d40957f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.062676] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.062937] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.063887] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd358300-e136-41e0-8289-ed952b39d1e3 with status ACTIVE [ 1083.064155] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.065030] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.065030] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.065030] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.065030] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.065030] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.065030] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.065030] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.065030] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.065315] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.065315] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.065384] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.065412] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.065553] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.065649] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.065737] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd358300-e136-41e0-8289-ed952b39d1e3 is going to be updated. [ 1083.084571] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.084571] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1083.084571] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.084747] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-775" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.085076] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-e4a71b60-d478-4a70-9480-2f6b99d5a7c8 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.085332] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-e4a71b60-d478-4a70-9480-2f6b99d5a7c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.085465] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-e4a71b60-d478-4a70-9480-2f6b99d5a7c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.086129] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-e4a71b60-d478-4a70-9480-2f6b99d5a7c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.086129] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4a71b60-d478-4a70-9480-2f6b99d5a7c8',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.088026] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.088026] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.088026] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.088026] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.088215] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.088331] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd358300-e136-41e0-8289-ed952b39d1e3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.112170] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.112391] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.112453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.112924] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.132563] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.132683] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.132774] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.132848] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.133132] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.133222] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.133315] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 is going to be updated. [ 1083.164377] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.164561] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.164686] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.164934] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.165093] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.167815] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ae94e30-e016-435b-850c-689d2a009139: rpc.has_security_group_logging(os_id): False [ 1083.179350] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 in Status: IN_PROGRESS for 2s [ 1083.198351] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.198539] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.198612] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.198863] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.222901] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.223200] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.223336] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.223410] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.223684] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.223776] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.224019] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.224129] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.224192] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.224371] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.224450] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.224637] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.224765] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.224828] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.224968] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.225062] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.225280] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ae94e30-e016-435b-850c-689d2a009139 is going to be updated. [ 1083.309617] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.310117] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.310117] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.310117] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.310327] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.323561] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: IN_PROGRESS for 2s [ 1083.393669] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-291 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.393872] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-291" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.394087] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-291" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.394488] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-291" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.394813] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.395043] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.395199] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.395501] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.395734] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.396009] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1083.396173] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.396367] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.396511] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.396634] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1083.396752] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.396904] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.460453] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.460669] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.064 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1083.460931] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.461476] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-291" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.461665] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-d8a8f66b-3afb-49cb-a724-04f2d44957c8 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.461886] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-d8a8f66b-3afb-49cb-a724-04f2d44957c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.462094] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-d8a8f66b-3afb-49cb-a724-04f2d44957c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.462507] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-d8a8f66b-3afb-49cb-a724-04f2d44957c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.462702] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8a8f66b-3afb-49cb-a724-04f2d44957c8',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.567857] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.590524] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.590803] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.590965] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.591250] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.591412] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.591575] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port e4a71b60-d478-4a70-9480-2f6b99d5a7c8 not found, creating... [ 1083.591861] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.592133] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.592200] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.592398] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.592542] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.592886] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.593153] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.593252] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.593396] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.593550] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.593696] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: e4a71b60-d478-4a70-9480-2f6b99d5a7c8 is going to be created. [ 1083.620201] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.620201] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.620201] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.620511] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.621445] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.621445] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-e4a71b60-d478-4a70-9480-2f6b99d5a7c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.966565] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.966841] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.966981] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.967372] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.967597] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.967778] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port d8a8f66b-3afb-49cb-a724-04f2d44957c8 not found, creating... [ 1083.969216] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.969216] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.969216] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.969216] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.969216] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.969216] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.969582] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.969582] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.970163] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.970163] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.970163] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: d8a8f66b-3afb-49cb-a724-04f2d44957c8 is going to be created. [ 1083.999933] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.000128] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.000262] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.000549] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.001637] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.001637] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-d8a8f66b-3afb-49cb-a724-04f2d44957c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.070355] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.070655] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.070742] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.071055] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.071301] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.071379] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f is going to be created. [ 1084.113923] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.113923] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.113923] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.113923] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.113923] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.125202] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f in Status: UNINITIALIZED for 2s [ 1084.357395] env[69670]: INFO networking_nsxv3.common.synchronization [req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 req-3f16f48d-95ae-4fc8-be1b-2eb695414fc2 service nova] Enqueued Resource ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 with Priority: HIGHEST for action security_group_rules [ 1084.357633] env[69670]: INFO networking_nsxv3.common.synchronization [req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 req-3f16f48d-95ae-4fc8-be1b-2eb695414fc2 service nova] Enqueued Resource ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 with Priority: HIGHEST for action security_group_members [ 1084.357719] env[69670]: INFO networking_nsxv3.common.synchronization [req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 req-3f16f48d-95ae-4fc8-be1b-2eb695414fc2 service nova] Enqueued Resource ID: e4a71b60-d478-4a70-9480-2f6b99d5a7c8 with Priority: HIGHEST for action port [ 1084.357954] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 with Priority: HIGHEST for action security_group_rules [ 1084.358109] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 with Priority: HIGHEST for action security_group_members [ 1084.358206] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4a71b60-d478-4a70-9480-2f6b99d5a7c8 with Priority: HIGHEST for action port [ 1084.358921] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73a79a60-518e-406d-93dd-6244bdbef8b5 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.359736] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.359795] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.359988] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.360086] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73a79a60-518e-406d-93dd-6244bdbef8b5',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.363548] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a79a60-518e-406d-93dd-6244bdbef8b5 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.363548] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.363772] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4a71b60-d478-4a70-9480-2f6b99d5a7c8 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.363894] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4a71b60-d478-4a70-9480-2f6b99d5a7c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.364057] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4a71b60-d478-4a70-9480-2f6b99d5a7c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.364289] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4a71b60-d478-4a70-9480-2f6b99d5a7c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.364430] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4a71b60-d478-4a70-9480-2f6b99d5a7c8',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.395907] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 in Status: SUCCESS [ 1084.396141] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 deletion is rescheduled due to dependency. [ 1084.396292] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.864708] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a79a60-518e-406d-93dd-6244bdbef8b5 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.864708] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.866681] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4a71b60-d478-4a70-9480-2f6b99d5a7c8 with status ACTIVE [ 1084.866681] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.866778] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.866826] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.867067] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.867163] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.867472] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.867472] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.867697] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.867697] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.867867] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.868542] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.869361] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.869361] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.869464] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.869493] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.869583] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4a71b60-d478-4a70-9480-2f6b99d5a7c8 is going to be updated. [ 1084.890611] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.890611] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.890611] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.890960] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.891042] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.891853] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4a71b60-d478-4a70-9480-2f6b99d5a7c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.992044] env[69670]: INFO networking_nsxv3.common.synchronization [req-2acea215-f963-4ffc-95e4-9a6a0f34380b req-85f599de-3164-4d65-bcb5-e9c27e0fe99b service nova] Enqueued Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGHEST for action security_group_rules [ 1084.992044] env[69670]: INFO networking_nsxv3.common.synchronization [req-2acea215-f963-4ffc-95e4-9a6a0f34380b req-85f599de-3164-4d65-bcb5-e9c27e0fe99b service nova] Enqueued Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGHEST for action security_group_members [ 1084.992044] env[69670]: INFO networking_nsxv3.common.synchronization [req-2acea215-f963-4ffc-95e4-9a6a0f34380b req-85f599de-3164-4d65-bcb5-e9c27e0fe99b service nova] Enqueued Resource ID: d8a8f66b-3afb-49cb-a724-04f2d44957c8 with Priority: HIGHEST for action port [ 1084.992044] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGHEST for action security_group_rules [ 1084.993051] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGHEST for action security_group_members [ 1084.993325] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8a8f66b-3afb-49cb-a724-04f2d44957c8 with Priority: HIGHEST for action port [ 1084.993756] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09805ea4-7c55-41b8-a08a-9a1b9d40957f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.994099] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.994540] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-09805ea4-7c55-41b8-a08a-9a1b9d40957f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.994732] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.995064] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8a8f66b-3afb-49cb-a724-04f2d44957c8 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.995460] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8a8f66b-3afb-49cb-a724-04f2d44957c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.995591] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8a8f66b-3afb-49cb-a724-04f2d44957c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.996398] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8a8f66b-3afb-49cb-a724-04f2d44957c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.996398] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8a8f66b-3afb-49cb-a724-04f2d44957c8',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.192132] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 in Status: SUCCESS [ 1085.192132] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 deletion is rescheduled due to dependency. [ 1085.192132] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.192132] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.192132] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.192132] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.192132] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.192132] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.192132] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.192132] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.192132] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73a79a60-518e-406d-93dd-6244bdbef8b5',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.335735] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: SUCCESS [ 1085.336020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.336175] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.336476] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.336963] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.499883] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8a8f66b-3afb-49cb-a724-04f2d44957c8 with status ACTIVE [ 1085.500190] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.500342] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.500342] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.500551] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.500666] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.500861] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.500963] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.501033] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.501185] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.501971] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.501971] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.501971] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.501971] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.501971] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.501971] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.502275] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8a8f66b-3afb-49cb-a724-04f2d44957c8 is going to be updated. [ 1085.517114] env[69670]: INFO networking_nsxv3.common.synchronization [req-bbd8b304-b0da-4601-bcff-9745bbff7598 req-cece336a-2189-4c1a-87c3-d4436a80195e tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Enqueued Resource ID: b31e66b1-920b-4a6c-94ff-fbdacb01c885 with Priority: HIGHEST for action security_group_members [ 1085.517114] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b31e66b1-920b-4a6c-94ff-fbdacb01c885 with Priority: HIGHEST for action security_group_members [ 1085.517450] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-b31e66b1-920b-4a6c-94ff-fbdacb01c885 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.517560] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b31e66b1-920b-4a6c-94ff-fbdacb01c885" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.517599] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b31e66b1-920b-4a6c-94ff-fbdacb01c885" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.517878] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b31e66b1-920b-4a6c-94ff-fbdacb01c885" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.518425] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.518526] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.518581] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.518761] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.518845] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.518939] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b31e66b1-920b-4a6c-94ff-fbdacb01c885',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.524019] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.524019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.524019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.524019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.524019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.524019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8a8f66b-3afb-49cb-a724-04f2d44957c8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.695264] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73a79a60-518e-406d-93dd-6244bdbef8b5',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.838824] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.839023] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.839071] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.839300] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.839517] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.839642] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.839706] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.839968] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.839968] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.840079] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.840127] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.020733] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.021018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.021755] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.022095] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.022386] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.026286] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.026409] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.026474] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.026652] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.026731] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.026827] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b31e66b1-920b-4a6c-94ff-fbdacb01c885 already deleted. [ 1086.026914] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b31e66b1-920b-4a6c-94ff-fbdacb01c885" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.104558] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-225 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.104772] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-225" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.104904] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-225" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.105208] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-225" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.105484] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.105643] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.105765] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.105980] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.106502] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.106811] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1086.107105] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1086.107296] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1086.107462] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1086.107712] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1086.107887] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1086.108090] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1086.124939] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1086.125216] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1086.125412] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1086.125635] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-225" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.126008] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-e4457812-1c03-464b-bbdc-fd669f60e066 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.126372] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-e4457812-1c03-464b-bbdc-fd669f60e066" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.126571] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-e4457812-1c03-464b-bbdc-fd669f60e066" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.127026] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-e4457812-1c03-464b-bbdc-fd669f60e066" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.127249] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4457812-1c03-464b-bbdc-fd669f60e066',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.136286] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f in Status: SUCCESS [ 1086.136487] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.136691] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.136842] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.137017] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.137124] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.137190] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.137342] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.137423] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.137522] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.137615] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.138422] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.138586] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.138740] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.138839] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.138901] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.139379] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.139561] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.139746] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.199258] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73a79a60-518e-406d-93dd-6244bdbef8b5',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.342710] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.343485] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.343485] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.343485] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.343485] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.343893] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.343893] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.343893] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.344018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.344057] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.344219] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.344328] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.344381] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.344548] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.344734] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.344834] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.344902] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.350024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.350024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.350024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.350024] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.633291] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.633596] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.633697] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.634101] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.634405] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.634714] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port e4457812-1c03-464b-bbdc-fd669f60e066 not found, creating... [ 1086.635077] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.635644] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.635644] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.635797] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.635860] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.636200] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.636383] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.636529] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.636773] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.636940] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.637123] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: e4457812-1c03-464b-bbdc-fd669f60e066 is going to be created. [ 1086.642371] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.644050] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-09805ea4-7c55-41b8-a08a-9a1b9d40957f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.644050] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.655597] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.655776] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.655887] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.656397] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.656645] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.656876] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-e4457812-1c03-464b-bbdc-fd669f60e066" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.701828] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.701828] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.701949] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.702141] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.702237] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.702339] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 is going to be updated. [ 1086.731837] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.731837] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.731837] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.731837] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.731837] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.748808] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 in Status: IN_PROGRESS for 2s [ 1086.857195] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ae94e30-e016-435b-850c-689d2a009139: rpc.has_security_group_logging(os_id): False [ 1086.875121] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.875121] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.875121] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.875121] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.875379] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.875453] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.875558] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.875617] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.875777] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.875886] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.876114] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.876212] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.876281] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.876448] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.876519] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.876700] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.876790] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.876846] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.876979] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.877062] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.877148] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ae94e30-e016-435b-850c-689d2a009139 is going to be updated. [ 1086.935900] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.935900] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.935900] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.935900] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.935900] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.947721] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: IN_PROGRESS for 2s [ 1087.146153] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.488040] env[69670]: INFO networking_nsxv3.common.synchronization [req-bbd8b304-b0da-4601-bcff-9745bbff7598 req-7926f52d-13bd-4131-b77a-043fab310638 service nova] Enqueued Resource ID: b31e66b1-920b-4a6c-94ff-fbdacb01c885 with Priority: HIGHEST for action security_group_rules [ 1087.488339] env[69670]: INFO networking_nsxv3.common.synchronization [req-bbd8b304-b0da-4601-bcff-9745bbff7598 req-7926f52d-13bd-4131-b77a-043fab310638 service nova] Enqueued Resource ID: b31e66b1-920b-4a6c-94ff-fbdacb01c885 with Priority: HIGHEST for action security_group_members [ 1087.488883] env[69670]: INFO networking_nsxv3.common.synchronization [req-bbd8b304-b0da-4601-bcff-9745bbff7598 req-7926f52d-13bd-4131-b77a-043fab310638 service nova] Enqueued Resource ID: e4457812-1c03-464b-bbdc-fd669f60e066 with Priority: HIGHEST for action port [ 1087.491451] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b31e66b1-920b-4a6c-94ff-fbdacb01c885 with Priority: HIGHEST for action security_group_rules [ 1087.491641] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b31e66b1-920b-4a6c-94ff-fbdacb01c885 with Priority: HIGHEST for action security_group_members [ 1087.491796] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4457812-1c03-464b-bbdc-fd669f60e066 with Priority: HIGHEST for action port [ 1087.492136] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b31e66b1-920b-4a6c-94ff-fbdacb01c885 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.492386] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b31e66b1-920b-4a6c-94ff-fbdacb01c885" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.492448] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b31e66b1-920b-4a6c-94ff-fbdacb01c885" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.496044] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b31e66b1-920b-4a6c-94ff-fbdacb01c885" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.496044] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b31e66b1-920b-4a6c-94ff-fbdacb01c885',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.496044] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-b31e66b1-920b-4a6c-94ff-fbdacb01c885 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.496044] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b31e66b1-920b-4a6c-94ff-fbdacb01c885" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.496044] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b31e66b1-920b-4a6c-94ff-fbdacb01c885" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.496044] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b31e66b1-920b-4a6c-94ff-fbdacb01c885" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.496044] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.496044] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.496044] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.496044] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.496044] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.496044] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b31e66b1-920b-4a6c-94ff-fbdacb01c885',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.496044] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4457812-1c03-464b-bbdc-fd669f60e066 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.496044] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4457812-1c03-464b-bbdc-fd669f60e066" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.496044] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4457812-1c03-464b-bbdc-fd669f60e066" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.496044] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4457812-1c03-464b-bbdc-fd669f60e066" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.497256] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4457812-1c03-464b-bbdc-fd669f60e066',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.649553] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.649887] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.649887] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.650073] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.650181] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.650301] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f is going to be updated. [ 1087.677731] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.677892] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.677934] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.678172] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.678411] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.686627] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f in Status: IN_PROGRESS for 2s [ 1088.001354] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-b31e66b1-920b-4a6c-94ff-fbdacb01c885 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.001354] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b31e66b1-920b-4a6c-94ff-fbdacb01c885" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.001354] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b31e66b1-920b-4a6c-94ff-fbdacb01c885',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.010027] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4457812-1c03-464b-bbdc-fd669f60e066 with status ACTIVE [ 1088.010027] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.010027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.010027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.010027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.010027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.010027] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.010027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.010027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.010027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.010027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.010027] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.010027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.010027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.010027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.010027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.010027] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4457812-1c03-464b-bbdc-fd669f60e066 is going to be updated. [ 1088.030177] env[69670]: INFO networking_nsxv3.common.synchronization [None req-84f2dacd-9b0c-42eb-888a-2d96a8c80733 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Enqueued Resource ID: 023f87ca-784d-402b-a29c-36dfd9e6fbbb with Priority: HIGHEST for action security_group_rules [ 1088.030881] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023f87ca-784d-402b-a29c-36dfd9e6fbbb with Priority: HIGHEST for action security_group_rules [ 1088.031223] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-023f87ca-784d-402b-a29c-36dfd9e6fbbb taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.031758] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-023f87ca-784d-402b-a29c-36dfd9e6fbbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.031758] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-023f87ca-784d-402b-a29c-36dfd9e6fbbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.031758] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-023f87ca-784d-402b-a29c-36dfd9e6fbbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.032053] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('023f87ca-784d-402b-a29c-36dfd9e6fbbb',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.033489] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.033660] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.033743] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.033948] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.034103] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.034289] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4457812-1c03-464b-bbdc-fd669f60e066" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.108166] env[69670]: INFO networking_nsxv3.common.synchronization [None req-a60088f8-cb92-44ec-b742-f782f8b663d0 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Enqueued Resource ID: 023f87ca-784d-402b-a29c-36dfd9e6fbbb with Priority: HIGHEST for action security_group_rules [ 1088.108785] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023f87ca-784d-402b-a29c-36dfd9e6fbbb with Priority: HIGHEST for action security_group_rules [ 1088.109427] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-023f87ca-784d-402b-a29c-36dfd9e6fbbb taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.109531] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-023f87ca-784d-402b-a29c-36dfd9e6fbbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.508210] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b31e66b1-920b-4a6c-94ff-fbdacb01c885',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.560451] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.560638] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.560716] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.560878] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.560969] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.561209] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 023f87ca-784d-402b-a29c-36dfd9e6fbbb already deleted. [ 1088.561209] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-023f87ca-784d-402b-a29c-36dfd9e6fbbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.561322] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-023f87ca-784d-402b-a29c-36dfd9e6fbbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.561512] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-023f87ca-784d-402b-a29c-36dfd9e6fbbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.561604] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('023f87ca-784d-402b-a29c-36dfd9e6fbbb',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.758153] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 in Status: SUCCESS [ 1088.758455] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.758825] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.758825] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.759013] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.759173] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.759246] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.759427] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.759553] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.759648] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.759742] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73a79a60-518e-406d-93dd-6244bdbef8b5',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.965661] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: SUCCESS [ 1088.965661] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.009997] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.010192] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.010265] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.010498] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.010593] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.010694] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b31e66b1-920b-4a6c-94ff-fbdacb01c885 is going to be created. [ 1089.045220] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.045485] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.045588] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.045817] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.045985] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.062762] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b31e66b1-920b-4a6c-94ff-fbdacb01c885 in Status: UNINITIALIZED for 2s [ 1089.086366] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.086734] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.086942] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.087340] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.087563] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.087788] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 023f87ca-784d-402b-a29c-36dfd9e6fbbb already deleted. [ 1089.087971] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-023f87ca-784d-402b-a29c-36dfd9e6fbbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.263666] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73a79a60-518e-406d-93dd-6244bdbef8b5',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.692543] env[69670]: INFO networking_nsxv3.common.synchronization [req-4440ef6a-61e9-4be6-9bbb-ea62883288dd req-335a0be0-7d4b-49e1-bcc6-0cf0b6c01b35 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Enqueued Resource ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 with Priority: HIGHEST for action security_group_members [ 1089.694807] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 with Priority: HIGHEST for action security_group_members [ 1089.695117] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.695337] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.695337] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.695545] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.695706] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.695806] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.696328] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.696328] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.696328] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.696328] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4995535b-33b0-4f0d-a8c4-4dda98d7ff35',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.703132] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f in Status: SUCCESS [ 1089.704922] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.704922] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.704922] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.704922] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.704922] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.704922] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.704922] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.704922] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.704922] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.704922] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-09805ea4-7c55-41b8-a08a-9a1b9d40957f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.705413] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.705413] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.705413] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.705413] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.705547] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.705547] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.705602] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.705870] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.705870] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.705870] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.768085] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73a79a60-518e-406d-93dd-6244bdbef8b5: rpc.has_security_group_logging(os_id): False [ 1089.786423] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.788364] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.788364] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.788364] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.788364] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.788364] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.788364] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.788364] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.788364] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.788364] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.788364] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 is going to be updated. [ 1089.844855] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.845067] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.845113] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.845339] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.845559] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.858404] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 in Status: IN_PROGRESS for 2s [ 1090.144888] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-541 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.145091] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-541" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.145223] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-541" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.145582] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-541" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.145854] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.146032] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.146219] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.146392] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.146538] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.146759] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1090.146874] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1090.146982] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1090.147109] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1090.147221] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1090.147329] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1090.147492] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1090.166730] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1090.166907] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1090.167065] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1090.167455] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-541" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.167577] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-395c747b-4f5a-4f94-a265-b35d3784e0e5 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.167818] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-395c747b-4f5a-4f94-a265-b35d3784e0e5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.167879] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-395c747b-4f5a-4f94-a265-b35d3784e0e5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.168602] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-395c747b-4f5a-4f94-a265-b35d3784e0e5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.168602] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('395c747b-4f5a-4f94-a265-b35d3784e0e5',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.199187] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.199336] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.199421] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.199653] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.208101] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09805ea4-7c55-41b8-a08a-9a1b9d40957f: rpc.has_security_group_logging(os_id): False [ 1090.220125] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.220398] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.220526] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.220594] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.220853] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.220991] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.221129] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 is going to be updated. [ 1090.222927] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.223097] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.223137] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.223302] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.223385] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.223561] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.223656] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.223748] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.223850] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.223924] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.224117] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.224206] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.224264] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.224420] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.224499] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.224967] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.224967] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.224967] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.224967] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.225112] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.225112] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f is going to be created. [ 1090.253096] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.253286] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.253352] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.253650] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.253725] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.265595] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 in Status: IN_PROGRESS for 2s [ 1090.287099] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.287099] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.287099] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.287331] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.287541] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.296850] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f in Status: IN_PROGRESS for 2s [ 1090.673159] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.673159] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.673159] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.673470] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.673640] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.673802] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 395c747b-4f5a-4f94-a265-b35d3784e0e5 not found, creating... [ 1090.674083] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.674248] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.674369] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.674635] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.674743] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.675064] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.675237] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.675368] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.676103] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.676103] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.676103] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 395c747b-4f5a-4f94-a265-b35d3784e0e5 is going to be created. [ 1090.693821] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.694048] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.694177] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.694462] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.694703] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.694941] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-395c747b-4f5a-4f94-a265-b35d3784e0e5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.073205] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b31e66b1-920b-4a6c-94ff-fbdacb01c885 in Status: SUCCESS [ 1091.073205] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b31e66b1-920b-4a6c-94ff-fbdacb01c885" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.073205] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b31e66b1-920b-4a6c-94ff-fbdacb01c885" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.073205] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b31e66b1-920b-4a6c-94ff-fbdacb01c885" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.073205] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.073205] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.073205] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.073205] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.073205] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.073758] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b31e66b1-920b-4a6c-94ff-fbdacb01c885" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.073758] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b31e66b1-920b-4a6c-94ff-fbdacb01c885',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.581965] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b31e66b1-920b-4a6c-94ff-fbdacb01c885',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.725094] env[69670]: INFO networking_nsxv3.common.synchronization [req-4440ef6a-61e9-4be6-9bbb-ea62883288dd req-6932c055-5946-48f1-ac84-fa278593c089 service nova] Enqueued Resource ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 with Priority: HIGHEST for action security_group_rules [ 1091.728021] env[69670]: INFO networking_nsxv3.common.synchronization [req-4440ef6a-61e9-4be6-9bbb-ea62883288dd req-6932c055-5946-48f1-ac84-fa278593c089 service nova] Enqueued Resource ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 with Priority: HIGHEST for action security_group_members [ 1091.728021] env[69670]: INFO networking_nsxv3.common.synchronization [req-4440ef6a-61e9-4be6-9bbb-ea62883288dd req-6932c055-5946-48f1-ac84-fa278593c089 service nova] Enqueued Resource ID: 395c747b-4f5a-4f94-a265-b35d3784e0e5 with Priority: HIGHEST for action port [ 1091.728348] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 with Priority: HIGHEST for action security_group_rules [ 1091.730970] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 with Priority: HIGHEST for action security_group_members [ 1091.730970] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 395c747b-4f5a-4f94-a265-b35d3784e0e5 with Priority: HIGHEST for action port [ 1091.730970] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4995535b-33b0-4f0d-a8c4-4dda98d7ff35 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.730970] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.730970] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.730970] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.730970] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4995535b-33b0-4f0d-a8c4-4dda98d7ff35',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.737225] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.737225] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.737225] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-395c747b-4f5a-4f94-a265-b35d3784e0e5 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.740163] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-395c747b-4f5a-4f94-a265-b35d3784e0e5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.740163] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-395c747b-4f5a-4f94-a265-b35d3784e0e5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.740163] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-395c747b-4f5a-4f94-a265-b35d3784e0e5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.740163] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('395c747b-4f5a-4f94-a265-b35d3784e0e5',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.871095] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 in Status: SUCCESS [ 1091.871397] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.085640] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b31e66b1-920b-4a6c-94ff-fbdacb01c885: rpc.has_security_group_logging(os_id): False [ 1092.106161] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.106396] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.106447] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.106809] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.106809] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.107121] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.107231] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.107296] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.107460] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.107561] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.107669] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b31e66b1-920b-4a6c-94ff-fbdacb01c885 is going to be created. [ 1092.160484] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.160703] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.160788] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.161030] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.161243] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.175413] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b31e66b1-920b-4a6c-94ff-fbdacb01c885 in Status: IN_PROGRESS for 2s [ 1092.237127] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.237318] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.240873] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 395c747b-4f5a-4f94-a265-b35d3784e0e5 with status ACTIVE [ 1092.241167] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.241322] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.241395] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.241619] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.241735] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.241949] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.242181] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.242408] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.242709] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.242845] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.243080] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.243261] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.243261] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.243511] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.243609] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.243703] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 395c747b-4f5a-4f94-a265-b35d3784e0e5 is going to be updated. [ 1092.277844] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 in Status: SUCCESS [ 1092.278060] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 deletion is rescheduled due to dependency. [ 1092.278201] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.279471] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.279471] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.279471] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.279471] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.279471] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.279770] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.279770] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.279860] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4995535b-33b0-4f0d-a8c4-4dda98d7ff35',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.282242] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.282242] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.282407] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.282473] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.282691] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.282763] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-395c747b-4f5a-4f94-a265-b35d3784e0e5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.312020] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f in Status: SUCCESS [ 1092.312590] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.312962] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.314050] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.314050] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.783759] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4995535b-33b0-4f0d-a8c4-4dda98d7ff35',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.816067] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-09805ea4-7c55-41b8-a08a-9a1b9d40957f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.816067] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.816067] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.816466] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.816727] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.816812] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.816900] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.817160] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.817291] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.817653] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.817653] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.291676] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4995535b-33b0-4f0d-a8c4-4dda98d7ff35',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.321412] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-09805ea4-7c55-41b8-a08a-9a1b9d40957f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.321627] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.321716] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.321994] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.322228] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.322377] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.322451] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.322645] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.322742] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.322849] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.326192] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-09805ea4-7c55-41b8-a08a-9a1b9d40957f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.326440] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.326513] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.326712] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.326890] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.326993] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.327072] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.327227] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.327314] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.327422] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.327519] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.569970] env[69670]: INFO networking_nsxv3.common.synchronization [req-c47e545d-02b4-4c63-abec-275162a9110e req-11dc5d4d-145e-45e7-9605-0623559f82b9 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Enqueued Resource ID: a4f4c31e-43c3-4b12-86d5-2ae157990493 with Priority: HIGHEST for action security_group_members [ 1093.571466] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f4c31e-43c3-4b12-86d5-2ae157990493 with Priority: HIGHEST for action security_group_members [ 1093.572129] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f4c31e-43c3-4b12-86d5-2ae157990493 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.572279] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f4c31e-43c3-4b12-86d5-2ae157990493" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.572361] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f4c31e-43c3-4b12-86d5-2ae157990493" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.572586] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f4c31e-43c3-4b12-86d5-2ae157990493" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.572750] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.572848] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.572916] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.573105] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.573197] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.573290] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4f4c31e-43c3-4b12-86d5-2ae157990493',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.790728] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.790945] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.791056] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.791322] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.791441] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.791573] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 is going to be updated. [ 1093.819264] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.819525] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.819525] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.819710] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.819817] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.828441] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 in Status: IN_PROGRESS for 2s [ 1093.829930] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09805ea4-7c55-41b8-a08a-9a1b9d40957f: rpc.has_security_group_logging(os_id): False [ 1093.845354] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.845535] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.845604] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.845813] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.845924] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.846101] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.846199] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.846260] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.846403] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.846481] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.846823] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.846823] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.846823] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.847039] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.847039] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.847244] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.847327] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.847382] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.847525] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.847597] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.847965] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f is going to be updated. [ 1093.909517] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.909890] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.909890] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.910136] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.910288] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.921466] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f in Status: IN_PROGRESS for 2s [ 1094.077739] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.077918] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.078009] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.078250] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.101025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.101025] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.101025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.101025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.101025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.101025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.101025] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4f4c31e-43c3-4b12-86d5-2ae157990493 is going to be updated. [ 1094.137373] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.138478] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.138478] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.138478] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.138478] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.148580] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f4c31e-43c3-4b12-86d5-2ae157990493 in Status: IN_PROGRESS for 2s [ 1094.187092] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b31e66b1-920b-4a6c-94ff-fbdacb01c885 in Status: SUCCESS [ 1094.187334] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b31e66b1-920b-4a6c-94ff-fbdacb01c885" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.838070] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 in Status: SUCCESS [ 1095.838471] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.838573] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.838691] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.838884] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.839012] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.839095] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.839231] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.839311] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.839408] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.839495] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4995535b-33b0-4f0d-a8c4-4dda98d7ff35',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.932817] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f in Status: SUCCESS [ 1095.932817] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.162054] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f4c31e-43c3-4b12-86d5-2ae157990493 in Status: SUCCESS [ 1096.162054] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4f4c31e-43c3-4b12-86d5-2ae157990493 deletion is rescheduled due to dependency. [ 1096.162054] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f4c31e-43c3-4b12-86d5-2ae157990493" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.342346] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4995535b-33b0-4f0d-a8c4-4dda98d7ff35',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.505124] env[69670]: INFO networking_nsxv3.common.synchronization [req-cd5e4d35-1623-4ae8-8523-3583abff80f9 req-ab725c27-a97c-4185-9cad-0cef3b11aff6 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Enqueued Resource ID: 023f87ca-784d-402b-a29c-36dfd9e6fbbb with Priority: HIGHEST for action security_group_members [ 1096.505752] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023f87ca-784d-402b-a29c-36dfd9e6fbbb with Priority: HIGHEST for action security_group_members [ 1096.506129] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-023f87ca-784d-402b-a29c-36dfd9e6fbbb taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.506275] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023f87ca-784d-402b-a29c-36dfd9e6fbbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.506441] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023f87ca-784d-402b-a29c-36dfd9e6fbbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.507500] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023f87ca-784d-402b-a29c-36dfd9e6fbbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.507500] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.507500] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.507500] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.507500] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.507500] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.507500] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('023f87ca-784d-402b-a29c-36dfd9e6fbbb',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.846266] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4995535b-33b0-4f0d-a8c4-4dda98d7ff35: rpc.has_security_group_logging(os_id): False [ 1096.864247] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.864525] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.865287] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.865728] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.865728] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.865944] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.868032] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.868032] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.868032] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.868032] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.868032] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 is going to be updated. [ 1096.923943] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.924365] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.924365] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.924509] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.924662] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.935198] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 in Status: IN_PROGRESS for 2s [ 1096.992243] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-937 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.992243] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-937" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.992243] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-937" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.992741] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-937" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.993218] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.993539] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.993809] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.996278] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.999020] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.999020] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1096.999020] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1096.999020] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1096.999020] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1096.999020] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1096.999020] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1096.999020] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1097.009803] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.010192] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.010356] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.010642] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.010812] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.011097] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.011314] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.011450] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.011667] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.011854] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.012035] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 023f87ca-784d-402b-a29c-36dfd9e6fbbb already deleted. [ 1097.012198] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023f87ca-784d-402b-a29c-36dfd9e6fbbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.046064] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1097.046064] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.047 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1097.046064] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1097.046064] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-937" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.046064] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-4be33ae0-d804-426e-b0b0-efea9200fc0a taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.046064] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-4be33ae0-d804-426e-b0b0-efea9200fc0a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.046064] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-4be33ae0-d804-426e-b0b0-efea9200fc0a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.046064] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-4be33ae0-d804-426e-b0b0-efea9200fc0a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.046064] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4be33ae0-d804-426e-b0b0-efea9200fc0a',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.549012] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.549332] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.549718] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.550066] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.550271] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.550473] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 4be33ae0-d804-426e-b0b0-efea9200fc0a not found, creating... [ 1097.551032] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.551032] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.551270] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.551542] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.551783] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.552236] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.552373] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.552531] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.552815] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.552982] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.553172] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 4be33ae0-d804-426e-b0b0-efea9200fc0a is going to be created. [ 1097.558724] env[69670]: INFO networking_nsxv3.common.synchronization [req-9c2856ce-055e-4155-8697-c676627417a6 req-adfe9b41-025c-46f7-b7cc-6b47916c7844 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Enqueued Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGHEST for action security_group_members [ 1097.559316] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGHEST for action security_group_members [ 1097.559945] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.560132] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.560225] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.560582] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.560582] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.560766] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.560804] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.560960] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.561086] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.561329] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.573565] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.573785] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.573913] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.574205] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.574438] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.574661] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-4be33ae0-d804-426e-b0b0-efea9200fc0a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.064191] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.064473] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.064598] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.064779] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.065398] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.065398] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.065398] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.065553] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.066145] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.066145] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.066145] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f is going to be updated. [ 1098.092291] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.092469] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.092562] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.093276] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.093276] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.104528] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f in Status: IN_PROGRESS for 2s [ 1098.241461] env[69670]: INFO networking_nsxv3.common.synchronization [req-cd5e4d35-1623-4ae8-8523-3583abff80f9 req-891e6779-babd-4aed-a09e-e284aa69c1b5 service nova] Enqueued Resource ID: 023f87ca-784d-402b-a29c-36dfd9e6fbbb with Priority: HIGHEST for action security_group_rules [ 1098.241684] env[69670]: INFO networking_nsxv3.common.synchronization [req-cd5e4d35-1623-4ae8-8523-3583abff80f9 req-891e6779-babd-4aed-a09e-e284aa69c1b5 service nova] Enqueued Resource ID: 023f87ca-784d-402b-a29c-36dfd9e6fbbb with Priority: HIGHEST for action security_group_members [ 1098.241832] env[69670]: INFO networking_nsxv3.common.synchronization [req-cd5e4d35-1623-4ae8-8523-3583abff80f9 req-891e6779-babd-4aed-a09e-e284aa69c1b5 service nova] Enqueued Resource ID: 4be33ae0-d804-426e-b0b0-efea9200fc0a with Priority: HIGHEST for action port [ 1098.242080] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023f87ca-784d-402b-a29c-36dfd9e6fbbb with Priority: HIGHEST for action security_group_rules [ 1098.242209] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023f87ca-784d-402b-a29c-36dfd9e6fbbb with Priority: HIGHEST for action security_group_members [ 1098.242305] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be33ae0-d804-426e-b0b0-efea9200fc0a with Priority: HIGHEST for action port [ 1098.242852] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-023f87ca-784d-402b-a29c-36dfd9e6fbbb taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.242995] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-023f87ca-784d-402b-a29c-36dfd9e6fbbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.243235] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-023f87ca-784d-402b-a29c-36dfd9e6fbbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.243530] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-023f87ca-784d-402b-a29c-36dfd9e6fbbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.243530] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('023f87ca-784d-402b-a29c-36dfd9e6fbbb',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.244483] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-023f87ca-784d-402b-a29c-36dfd9e6fbbb taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.244636] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023f87ca-784d-402b-a29c-36dfd9e6fbbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.244636] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023f87ca-784d-402b-a29c-36dfd9e6fbbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.244912] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023f87ca-784d-402b-a29c-36dfd9e6fbbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.245339] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.245435] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.245487] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.246241] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.246241] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.246241] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('023f87ca-784d-402b-a29c-36dfd9e6fbbb',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.247033] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-4be33ae0-d804-426e-b0b0-efea9200fc0a taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.247033] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4be33ae0-d804-426e-b0b0-efea9200fc0a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.247033] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4be33ae0-d804-426e-b0b0-efea9200fc0a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.247033] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4be33ae0-d804-426e-b0b0-efea9200fc0a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.247033] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4be33ae0-d804-426e-b0b0-efea9200fc0a',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.749399] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-023f87ca-784d-402b-a29c-36dfd9e6fbbb taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.749547] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023f87ca-784d-402b-a29c-36dfd9e6fbbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.749832] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('023f87ca-784d-402b-a29c-36dfd9e6fbbb',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.750757] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4be33ae0-d804-426e-b0b0-efea9200fc0a with status ACTIVE [ 1098.751019] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.751122] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.751122] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.751307] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.751393] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.751596] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.751744] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.751803] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.751958] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.752524] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.752734] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.752876] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.752945] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.753153] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.753283] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.753380] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4be33ae0-d804-426e-b0b0-efea9200fc0a is going to be updated. [ 1098.780071] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.780318] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.780456] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.780759] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.781169] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.781169] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4be33ae0-d804-426e-b0b0-efea9200fc0a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.920235] env[69670]: INFO networking_nsxv3.common.synchronization [req-c10dd03b-cda4-4bf7-92a7-1828384040f1 req-a8f54d83-0fce-4629-ac0e-590d1cc977cc tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Enqueued Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_members [ 1098.920835] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_members [ 1098.921268] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.921384] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.921619] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.921670] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.921842] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.921912] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.922085] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.922199] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.922298] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.922394] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.948139] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 in Status: SUCCESS [ 1098.948434] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.255357] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('023f87ca-784d-402b-a29c-36dfd9e6fbbb',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.314484] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-69 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.314693] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-69" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.314823] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-69" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.315126] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-69" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.315389] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.315548] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.315670] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.315888] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.316057] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.316255] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1099.316371] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1099.316477] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1099.316695] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1099.316695] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1099.316788] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1099.316920] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1099.338099] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1099.338279] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1099.338467] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1099.338663] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-69" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.338975] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-07364e65-c047-4956-8250-010e777c091d taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.339183] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-07364e65-c047-4956-8250-010e777c091d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.339279] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-07364e65-c047-4956-8250-010e777c091d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.340108] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-07364e65-c047-4956-8250-010e777c091d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.340108] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07364e65-c047-4956-8250-010e777c091d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.424957] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.625475] env[69670]: INFO networking_nsxv3.common.synchronization [req-06dbf80b-e1fd-4ed1-a57d-7805815c59a7 req-b66776eb-5fa2-4944-ab31-08645ac100d3 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Enqueued Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGHEST for action security_group_members [ 1099.626257] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGHEST for action security_group_members [ 1099.626656] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-09805ea4-7c55-41b8-a08a-9a1b9d40957f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.626827] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.627049] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.627340] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.627570] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.627714] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.627809] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.628034] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.628158] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.628289] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.759115] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.759115] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.759115] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.759115] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.759340] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.759340] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 023f87ca-784d-402b-a29c-36dfd9e6fbbb is going to be created. [ 1099.781955] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.782428] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.783073] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.783165] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.783451] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.792112] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023f87ca-784d-402b-a29c-36dfd9e6fbbb in Status: UNINITIALIZED for 2s [ 1099.805453] env[69670]: INFO networking_nsxv3.common.synchronization [req-06dbf80b-e1fd-4ed1-a57d-7805815c59a7 req-985f874e-2284-4dca-ae69-6f5f9ad8bf7d tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Enqueued Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGHEST for action security_group_members [ 1099.805995] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGHEST for action security_group_members [ 1099.806315] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-09805ea4-7c55-41b8-a08a-9a1b9d40957f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.806419] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.843676] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.843912] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.844058] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.844375] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.844549] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.844687] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 07364e65-c047-4956-8250-010e777c091d not found, creating... [ 1099.845014] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.845143] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.845304] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.845472] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.845614] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.845926] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.846103] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.846227] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.846644] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.846844] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.846997] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 07364e65-c047-4956-8250-010e777c091d is going to be created. [ 1099.871201] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.871506] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.872072] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.872166] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.872398] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.873172] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-07364e65-c047-4956-8250-010e777c091d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.929560] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.115242] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f in Status: SUCCESS [ 1100.115548] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f deletion is rescheduled due to dependency. [ 1100.115613] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.130175] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.436740] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.437120] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.437120] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.437238] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.437238] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.437388] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ae94e30-e016-435b-850c-689d2a009139 is going to be updated. [ 1100.465754] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.466075] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.466075] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.466214] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.466330] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.475317] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: IN_PROGRESS for 2s [ 1100.633688] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.722418] env[69670]: INFO networking_nsxv3.common.synchronization [req-c10dd03b-cda4-4bf7-92a7-1828384040f1 req-4b44f996-fdd6-466f-8fc6-cd0600862688 service nova] Enqueued Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_rules [ 1100.722418] env[69670]: INFO networking_nsxv3.common.synchronization [req-c10dd03b-cda4-4bf7-92a7-1828384040f1 req-4b44f996-fdd6-466f-8fc6-cd0600862688 service nova] Enqueued Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_members [ 1100.722418] env[69670]: INFO networking_nsxv3.common.synchronization [req-c10dd03b-cda4-4bf7-92a7-1828384040f1 req-4b44f996-fdd6-466f-8fc6-cd0600862688 service nova] Enqueued Resource ID: 07364e65-c047-4956-8250-010e777c091d with Priority: HIGHEST for action port [ 1100.722787] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_rules [ 1100.722980] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_members [ 1100.722980] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07364e65-c047-4956-8250-010e777c091d with Priority: HIGHEST for action port [ 1100.723276] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.723376] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.723445] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.723650] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.723724] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.724553] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.724827] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.725419] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-07364e65-c047-4956-8250-010e777c091d taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.725419] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07364e65-c047-4956-8250-010e777c091d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.725419] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07364e65-c047-4956-8250-010e777c091d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.725419] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07364e65-c047-4956-8250-010e777c091d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.725655] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07364e65-c047-4956-8250-010e777c091d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.135796] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.136428] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.136558] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.136786] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.136970] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.137063] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f is going to be updated. [ 1101.164348] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.164464] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.164500] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.165023] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.165280] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.173279] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f in Status: IN_PROGRESS for 2s [ 1101.228018] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.228200] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.228704] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07364e65-c047-4956-8250-010e777c091d with status ACTIVE [ 1101.228936] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.229064] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.229144] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.229370] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.229474] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.229688] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.229790] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.229850] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.230025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.230107] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.230283] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.230371] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.230429] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.230562] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.230633] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.230712] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07364e65-c047-4956-8250-010e777c091d is going to be updated. [ 1101.238768] env[69670]: INFO networking_nsxv3.common.synchronization [req-50c1b2f7-9ab3-4041-aa5a-72e748680098 req-5cd399e6-303a-4077-8399-340f1f54e28e tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Enqueued Resource ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab with Priority: HIGHEST for action security_group_members [ 1101.239369] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab with Priority: HIGHEST for action security_group_members [ 1101.239665] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.239809] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.239904] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.245459] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.245459] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.245459] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.245459] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.245459] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.245459] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.245459] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.254760] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.254760] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.254760] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.254760] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.254760] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.254760] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07364e65-c047-4956-8250-010e777c091d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.746698] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.747215] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.747215] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.748141] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.751541] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.751541] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.751541] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.751541] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.751541] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.751541] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.751541] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab is going to be updated. [ 1101.777660] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.777660] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.777660] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.777660] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.777660] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.784018] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab in Status: IN_PROGRESS for 2s [ 1101.802558] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023f87ca-784d-402b-a29c-36dfd9e6fbbb in Status: SUCCESS [ 1101.802820] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023f87ca-784d-402b-a29c-36dfd9e6fbbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.803029] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023f87ca-784d-402b-a29c-36dfd9e6fbbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.803457] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023f87ca-784d-402b-a29c-36dfd9e6fbbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.803696] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.803795] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.803842] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.804036] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.804156] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.804268] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023f87ca-784d-402b-a29c-36dfd9e6fbbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.804900] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('023f87ca-784d-402b-a29c-36dfd9e6fbbb',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.307732] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('023f87ca-784d-402b-a29c-36dfd9e6fbbb',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.487352] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: SUCCESS [ 1102.487655] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.487911] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.488199] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.488523] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.488684] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.488778] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.488976] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.489085] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.489211] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.809526] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 023f87ca-784d-402b-a29c-36dfd9e6fbbb: rpc.has_security_group_logging(os_id): False [ 1102.834303] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.834425] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.834425] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.834643] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.834753] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.835044] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.835156] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.835219] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.835400] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.835478] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.835566] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 023f87ca-784d-402b-a29c-36dfd9e6fbbb is going to be created. [ 1102.893458] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.893704] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.893818] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.894117] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.894365] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.905847] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 023f87ca-784d-402b-a29c-36dfd9e6fbbb in Status: IN_PROGRESS for 2s [ 1102.979254] env[69670]: INFO networking_nsxv3.common.synchronization [req-147af180-3a11-4b64-a478-8cf9e36e3779 req-558152fb-28db-4911-8dd3-e6ac0c4ae1b6 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Enqueued Resource ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 with Priority: HIGHEST for action security_group_members [ 1102.979254] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 with Priority: HIGHEST for action security_group_members [ 1102.980241] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.981026] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.981026] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.981428] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.981952] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.983963] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.983963] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.983963] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.983963] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.983963] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.992828] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.011166] env[69670]: INFO networking_nsxv3.common.synchronization [req-147af180-3a11-4b64-a478-8cf9e36e3779 req-558152fb-28db-4911-8dd3-e6ac0c4ae1b6 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Enqueued Resource ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 with Priority: HIGHEST for action security_group_rules [ 1103.011166] env[69670]: INFO networking_nsxv3.common.synchronization [req-147af180-3a11-4b64-a478-8cf9e36e3779 req-558152fb-28db-4911-8dd3-e6ac0c4ae1b6 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Enqueued Resource ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 with Priority: HIGHEST for action security_group_members [ 1103.011166] env[69670]: INFO networking_nsxv3.common.synchronization [req-147af180-3a11-4b64-a478-8cf9e36e3779 req-558152fb-28db-4911-8dd3-e6ac0c4ae1b6 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Enqueued Resource ID: 5d9e297f-d59a-42ff-9dbb-e6d15c76a254 with Priority: HIGHEST for action port [ 1103.011166] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 with Priority: HIGHEST for action security_group_rules [ 1103.011166] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 with Priority: HIGHEST for action security_group_members [ 1103.011166] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d9e297f-d59a-42ff-9dbb-e6d15c76a254 with Priority: HIGHEST for action port [ 1103.011166] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.011166] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.011166] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.011166] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.011166] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.014151] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.014579] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.014912] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d9e297f-d59a-42ff-9dbb-e6d15c76a254 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.015165] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d9e297f-d59a-42ff-9dbb-e6d15c76a254" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.015573] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d9e297f-d59a-42ff-9dbb-e6d15c76a254" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.016103] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d9e297f-d59a-42ff-9dbb-e6d15c76a254" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.016103] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d9e297f-d59a-42ff-9dbb-e6d15c76a254',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.182089] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f in Status: SUCCESS [ 1103.182311] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.182496] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.182717] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.182898] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.183022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.183094] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.183228] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.183309] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.183401] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.242116] env[69670]: INFO networking_nsxv3.common.synchronization [req-e647b516-b7b8-4659-93c7-c7ef788f4940 req-9a92598e-d4df-4549-bb91-85fbd746d9d0 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Enqueued Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGHEST for action security_group_members [ 1103.242116] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGHEST for action security_group_members [ 1103.242276] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.242747] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.242819] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.243090] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.243284] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.243409] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.243498] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.243696] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.243808] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.243927] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.485988] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.494988] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.514850] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.515023] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.520155] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d9e297f-d59a-42ff-9dbb-e6d15c76a254 with status ACTIVE [ 1103.520155] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.520155] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.520444] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.520444] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.520536] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.520645] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.520749] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.520808] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.520961] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.521230] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.521398] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.521515] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.521620] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.521724] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.521796] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.521882] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d9e297f-d59a-42ff-9dbb-e6d15c76a254 is going to be updated. [ 1103.544029] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.544029] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.544029] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.544029] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.544029] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.544029] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d9e297f-d59a-42ff-9dbb-e6d15c76a254" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.572434] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-778 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.572683] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-778" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.572823] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-778" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.573123] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-778" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.573384] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.573551] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.573659] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.573876] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.574046] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.574307] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1103.574378] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1103.574486] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1103.574603] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1103.574716] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1103.574822] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1103.574956] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1103.592602] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1103.592771] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1103.592905] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1103.593098] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-778" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.593412] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-a5994222-28bd-4634-8d60-13be14d49eb4 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.594522] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-a5994222-28bd-4634-8d60-13be14d49eb4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.594522] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-a5994222-28bd-4634-8d60-13be14d49eb4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.594522] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-a5994222-28bd-4634-8d60-13be14d49eb4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.594522] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5994222-28bd-4634-8d60-13be14d49eb4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.686121] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.686295] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.686367] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.686688] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.686809] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.687054] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.687202] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.687300] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.687463] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.687559] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.687644] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f is going to be updated. [ 1103.725834] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.725991] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.726074] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.726276] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.726413] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.735463] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f in Status: IN_PROGRESS for 2s [ 1103.748185] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.748185] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.748185] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.748185] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.748185] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.748185] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.748185] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.748185] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.748185] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.748185] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.748185] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f is going to be updated. [ 1103.778349] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.778495] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.778602] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.778793] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.778931] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.796037] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f in Status: IN_PROGRESS for 2s [ 1103.798193] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab in Status: SUCCESS [ 1103.798471] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab deletion is rescheduled due to dependency. [ 1103.798648] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.990269] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.002417] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.002645] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.002730] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.002944] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.003056] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.003156] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ae94e30-e016-435b-850c-689d2a009139 is going to be updated. [ 1104.053819] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.054032] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.054079] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.054287] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.054546] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.067326] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: IN_PROGRESS for 2s [ 1104.098087] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.098087] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.098087] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.098335] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.098568] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.098646] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port a5994222-28bd-4634-8d60-13be14d49eb4 not found, creating... [ 1104.098928] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.099130] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.099229] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.099450] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.099618] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.099908] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.100080] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.100201] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.100412] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.100594] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.100689] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: a5994222-28bd-4634-8d60-13be14d49eb4 is going to be created. [ 1104.122875] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.123085] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.123219] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.123489] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.123718] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.123940] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-a5994222-28bd-4634-8d60-13be14d49eb4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.492802] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.493012] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.493105] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.493351] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.493456] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.493558] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 is going to be updated. [ 1104.539432] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.539613] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.539684] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.539896] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.540051] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.549976] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 in Status: IN_PROGRESS for 2s [ 1104.861195] env[69670]: INFO networking_nsxv3.common.synchronization [req-e647b516-b7b8-4659-93c7-c7ef788f4940 req-6af99e6e-bb0b-4971-a9ea-2a4f6f8fda78 service nova] Enqueued Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGHEST for action security_group_rules [ 1104.861366] env[69670]: INFO networking_nsxv3.common.synchronization [req-e647b516-b7b8-4659-93c7-c7ef788f4940 req-6af99e6e-bb0b-4971-a9ea-2a4f6f8fda78 service nova] Enqueued Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGHEST for action security_group_members [ 1104.861514] env[69670]: INFO networking_nsxv3.common.synchronization [req-e647b516-b7b8-4659-93c7-c7ef788f4940 req-6af99e6e-bb0b-4971-a9ea-2a4f6f8fda78 service nova] Enqueued Resource ID: a5994222-28bd-4634-8d60-13be14d49eb4 with Priority: HIGHEST for action port [ 1104.861819] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGHEST for action security_group_rules [ 1104.862111] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGHEST for action security_group_members [ 1104.862226] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5994222-28bd-4634-8d60-13be14d49eb4 with Priority: HIGHEST for action port [ 1104.862787] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.862925] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.862979] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.863908] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.863991] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.864870] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.864962] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.866495] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5994222-28bd-4634-8d60-13be14d49eb4 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.866495] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5994222-28bd-4634-8d60-13be14d49eb4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.866495] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5994222-28bd-4634-8d60-13be14d49eb4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.866495] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5994222-28bd-4634-8d60-13be14d49eb4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.866495] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5994222-28bd-4634-8d60-13be14d49eb4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.920370] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 023f87ca-784d-402b-a29c-36dfd9e6fbbb in Status: SUCCESS [ 1104.921161] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-023f87ca-784d-402b-a29c-36dfd9e6fbbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.368058] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.368058] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.372029] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5994222-28bd-4634-8d60-13be14d49eb4 with status ACTIVE [ 1105.372029] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.372029] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.372029] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.372363] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.372363] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.372433] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.372537] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.372599] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.372751] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.372855] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.373172] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.373332] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.373420] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.373623] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.373982] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.373982] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5994222-28bd-4634-8d60-13be14d49eb4 is going to be updated. [ 1105.397611] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.400043] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.400613] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.400977] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.401251] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.401422] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5994222-28bd-4634-8d60-13be14d49eb4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.745150] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f in Status: SUCCESS [ 1105.745441] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f deletion is rescheduled due to dependency. [ 1105.745618] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.805668] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f in Status: SUCCESS [ 1105.805843] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f deletion is rescheduled due to dependency. [ 1105.805967] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.806235] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.806562] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.806828] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.807017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.807138] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.807377] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.807513] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.807664] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.076678] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: SUCCESS [ 1106.076901] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.077537] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.077637] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.077826] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.077936] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.078086] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.078205] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.078255] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.078752] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.078752] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.310794] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.484347] env[69670]: INFO networking_nsxv3.common.synchronization [req-1d0363a9-565e-4292-9cbd-ddf7b631dede req-9e9c505d-7a32-436e-8be3-434ce718154b tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Enqueued Resource ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 with Priority: HIGHEST for action security_group_members [ 1106.484884] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 with Priority: HIGHEST for action security_group_members [ 1106.485214] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.485312] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.506090] env[69670]: INFO networking_nsxv3.common.synchronization [req-1d0363a9-565e-4292-9cbd-ddf7b631dede req-9e9c505d-7a32-436e-8be3-434ce718154b tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Enqueued Resource ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 with Priority: HIGHEST for action security_group_rules [ 1106.506262] env[69670]: INFO networking_nsxv3.common.synchronization [req-1d0363a9-565e-4292-9cbd-ddf7b631dede req-9e9c505d-7a32-436e-8be3-434ce718154b tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Enqueued Resource ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 with Priority: HIGHEST for action security_group_members [ 1106.506401] env[69670]: INFO networking_nsxv3.common.synchronization [req-1d0363a9-565e-4292-9cbd-ddf7b631dede req-9e9c505d-7a32-436e-8be3-434ce718154b tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Enqueued Resource ID: 5d9e297f-d59a-42ff-9dbb-e6d15c76a254 with Priority: HIGHEST for action port [ 1106.506953] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 with Priority: HIGHEST for action security_group_rules [ 1106.507136] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 with Priority: HIGHEST for action security_group_members [ 1106.507289] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d9e297f-d59a-42ff-9dbb-e6d15c76a254 with Priority: HIGHEST for action port [ 1106.507587] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.507687] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.507909] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.507997] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.508461] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d9e297f-d59a-42ff-9dbb-e6d15c76a254 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.508618] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d9e297f-d59a-42ff-9dbb-e6d15c76a254" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.508686] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d9e297f-d59a-42ff-9dbb-e6d15c76a254" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.508916] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d9e297f-d59a-42ff-9dbb-e6d15c76a254" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.509041] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d9e297f-d59a-42ff-9dbb-e6d15c76a254',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.559902] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 in Status: SUCCESS [ 1106.560159] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.560326] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.560551] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.560720] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.560805] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.560875] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.561030] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.561109] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.564025] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.580013] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.580186] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.580274] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.580502] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.580673] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.580767] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.580827] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.581079] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.581166] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.581309] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.581427] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.581517] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.581575] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.581711] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.581841] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.581955] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.581986] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.582181] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.582277] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.582364] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.582464] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.812522] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.012801] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d9e297f-d59a-42ff-9dbb-e6d15c76a254 with status ACTIVE [ 1107.012801] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.012801] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.012801] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.012801] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.012801] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.012801] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.012801] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.012801] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.012801] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.012801] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.012801] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.014022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.014022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.014022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.014022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.014022] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d9e297f-d59a-42ff-9dbb-e6d15c76a254 is going to be updated. [ 1107.038294] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.038605] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.038605] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.038875] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.039043] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.039217] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d9e297f-d59a-42ff-9dbb-e6d15c76a254" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.066403] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.089679] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ae94e30-e016-435b-850c-689d2a009139: rpc.has_security_group_logging(os_id): False [ 1107.118266] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.118657] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.119720] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.122434] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.122434] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.122434] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.122434] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.122434] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.122434] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.122434] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.122434] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.122434] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.122434] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.122434] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.122434] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.122434] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.122434] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.123055] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.123055] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.123055] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.123055] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ae94e30-e016-435b-850c-689d2a009139 is going to be updated. [ 1107.219806] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.219806] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.219806] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.219806] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.219806] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.234774] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: IN_PROGRESS for 2s [ 1107.318263] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.318424] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.318492] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.318824] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.318913] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.319037] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f is going to be updated. [ 1107.371727] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.371863] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.371933] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.372228] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.372378] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.380642] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f in Status: IN_PROGRESS for 2s [ 1107.572128] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.624965] env[69670]: INFO networking_nsxv3.common.synchronization [req-1550b30a-91c7-496b-8760-646362054724 req-66964d45-3fc1-4f7a-8c53-1fcfacfccf1e tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Enqueued Resource ID: cdcc411f-ce2b-4058-8002-cbd3fef49231 with Priority: HIGHEST for action security_group_members [ 1107.625439] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdcc411f-ce2b-4058-8002-cbd3fef49231 with Priority: HIGHEST for action security_group_members [ 1107.625691] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdcc411f-ce2b-4058-8002-cbd3fef49231 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.626133] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdcc411f-ce2b-4058-8002-cbd3fef49231" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.626237] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdcc411f-ce2b-4058-8002-cbd3fef49231" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.626970] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdcc411f-ce2b-4058-8002-cbd3fef49231" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.626970] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.626970] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.626970] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.626970] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.627167] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.627167] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdcc411f-ce2b-4058-8002-cbd3fef49231',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.075401] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.075554] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.075646] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.075856] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.075954] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.076067] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 is going to be updated. [ 1108.107320] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.109658] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.109767] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.110009] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.110174] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.119311] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 in Status: IN_PROGRESS for 2s [ 1108.130023] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.130176] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.130850] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.130850] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.130850] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.130850] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.131104] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.131104] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.131242] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.131320] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.131417] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdcc411f-ce2b-4058-8002-cbd3fef49231 already deleted. [ 1108.131497] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdcc411f-ce2b-4058-8002-cbd3fef49231" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.281126] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-301 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.281337] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-301" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.281466] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-301" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.281804] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-301" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.282082] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.282245] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.282364] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.282590] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.282742] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.282955] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1108.283203] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1108.286821] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1108.286821] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1108.286821] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1108.286821] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1108.286821] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1108.302496] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1108.302727] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1108.302926] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1108.303159] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-301" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.303546] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-519252a1-a624-4659-b932-c5ac197c6fa3 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.303807] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-519252a1-a624-4659-b932-c5ac197c6fa3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.303969] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-519252a1-a624-4659-b932-c5ac197c6fa3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.304346] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-519252a1-a624-4659-b932-c5ac197c6fa3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.304536] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('519252a1-a624-4659-b932-c5ac197c6fa3',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.807017] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.807439] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.807581] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.807825] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.807985] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.808255] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 519252a1-a624-4659-b932-c5ac197c6fa3 not found, creating... [ 1108.808636] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.809148] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.809148] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.809148] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.809387] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.809476] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.809736] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.809736] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.809958] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.810107] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.810248] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 519252a1-a624-4659-b932-c5ac197c6fa3 is going to be created. [ 1108.831183] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.831472] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.831658] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.832069] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.832438] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.832769] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-519252a1-a624-4659-b932-c5ac197c6fa3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.251405] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: SUCCESS [ 1109.251645] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.389414] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f in Status: SUCCESS [ 1109.389669] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.389919] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.390205] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.390416] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.390548] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.390624] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.390784] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.390873] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.391009] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.391143] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.897742] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.898402] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.898402] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.898654] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.898654] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.899141] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.899141] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.899141] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.899249] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.899386] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.899557] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.899690] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.899778] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.900034] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.900166] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.900586] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.900586] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.900586] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.900697] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.900697] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.900866] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.078464] env[69670]: INFO networking_nsxv3.common.synchronization [req-1550b30a-91c7-496b-8760-646362054724 req-b17f5a46-0bea-4ef4-a102-924b77e5ffe3 service nova] Enqueued Resource ID: cdcc411f-ce2b-4058-8002-cbd3fef49231 with Priority: HIGHEST for action security_group_rules [ 1110.078854] env[69670]: INFO networking_nsxv3.common.synchronization [req-1550b30a-91c7-496b-8760-646362054724 req-b17f5a46-0bea-4ef4-a102-924b77e5ffe3 service nova] Enqueued Resource ID: cdcc411f-ce2b-4058-8002-cbd3fef49231 with Priority: HIGHEST for action security_group_members [ 1110.079028] env[69670]: INFO networking_nsxv3.common.synchronization [req-1550b30a-91c7-496b-8760-646362054724 req-b17f5a46-0bea-4ef4-a102-924b77e5ffe3 service nova] Enqueued Resource ID: 519252a1-a624-4659-b932-c5ac197c6fa3 with Priority: HIGHEST for action port [ 1110.079120] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdcc411f-ce2b-4058-8002-cbd3fef49231 with Priority: HIGHEST for action security_group_rules [ 1110.079253] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdcc411f-ce2b-4058-8002-cbd3fef49231 with Priority: HIGHEST for action security_group_members [ 1110.079348] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 519252a1-a624-4659-b932-c5ac197c6fa3 with Priority: HIGHEST for action port [ 1110.080198] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdcc411f-ce2b-4058-8002-cbd3fef49231 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.080342] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdcc411f-ce2b-4058-8002-cbd3fef49231" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.080407] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdcc411f-ce2b-4058-8002-cbd3fef49231" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.080720] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdcc411f-ce2b-4058-8002-cbd3fef49231" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.080845] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdcc411f-ce2b-4058-8002-cbd3fef49231',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.082057] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdcc411f-ce2b-4058-8002-cbd3fef49231 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.082057] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdcc411f-ce2b-4058-8002-cbd3fef49231" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.082057] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdcc411f-ce2b-4058-8002-cbd3fef49231" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.082201] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdcc411f-ce2b-4058-8002-cbd3fef49231" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.082792] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.082792] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.082792] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.082792] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.082792] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.083089] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdcc411f-ce2b-4058-8002-cbd3fef49231',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.084344] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-519252a1-a624-4659-b932-c5ac197c6fa3 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.084531] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-519252a1-a624-4659-b932-c5ac197c6fa3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.084656] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-519252a1-a624-4659-b932-c5ac197c6fa3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.085035] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-519252a1-a624-4659-b932-c5ac197c6fa3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.085035] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('519252a1-a624-4659-b932-c5ac197c6fa3',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.130779] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 in Status: SUCCESS [ 1110.131064] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.131592] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.131892] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.132173] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.132332] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.132420] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.132613] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.132720] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.132831] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.132951] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.134038] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.134244] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.134443] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.134571] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.134658] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.134837] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.134941] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.135082] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.346442] env[69670]: INFO networking_nsxv3.common.synchronization [req-1b26c014-0e44-4786-8975-9d060c767051 req-3c2eabcd-66e2-41a6-af7c-e68860fa1eab tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Enqueued Resource ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 with Priority: HIGHEST for action security_group_members [ 1110.346994] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 with Priority: HIGHEST for action security_group_members [ 1110.347322] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.347427] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.408608] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aac54264-f7b3-4aca-a0d1-6eebdb59bc7f: rpc.has_security_group_logging(os_id): False [ 1110.427959] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.427959] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.428177] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.428289] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.428349] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.428505] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.428660] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.428739] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.428891] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.429109] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.429210] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.429301] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.429356] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.429497] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.429610] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.429815] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.429906] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.429961] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.430333] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.430333] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.430450] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f is going to be updated. [ 1110.491044] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.491044] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.491044] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.491044] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.491044] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.501992] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f in Status: IN_PROGRESS for 2s [ 1110.584625] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cdcc411f-ce2b-4058-8002-cbd3fef49231',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.587118] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdcc411f-ce2b-4058-8002-cbd3fef49231 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.587415] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdcc411f-ce2b-4058-8002-cbd3fef49231" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.587600] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 519252a1-a624-4659-b932-c5ac197c6fa3 with status ACTIVE [ 1110.587771] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.587883] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.587948] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.588165] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.588252] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.588423] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.588519] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.588581] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.588768] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.588850] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.589047] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.589146] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.589208] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.589348] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.589430] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.589515] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 519252a1-a624-4659-b932-c5ac197c6fa3 is going to be updated. [ 1110.621267] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.621459] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.621459] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.621685] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.621834] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.621998] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-519252a1-a624-4659-b932-c5ac197c6fa3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.636921] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.638305] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.090922] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cdcc411f-ce2b-4058-8002-cbd3fef49231',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.140702] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21: rpc.has_security_group_logging(os_id): False [ 1111.142021] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.161723] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.161723] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.161723] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.161857] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.180703] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.180703] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.180703] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.180703] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.181100] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.181100] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.181100] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 is going to be updated. [ 1111.238873] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.239122] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.240760] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.241107] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.241453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.253121] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 in Status: IN_PROGRESS for 2s [ 1111.595468] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.595625] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.595719] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.595943] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.595987] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.596105] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdcc411f-ce2b-4058-8002-cbd3fef49231 is going to be created. [ 1111.626766] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.626934] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.627024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.627247] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.627701] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.637656] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdcc411f-ce2b-4058-8002-cbd3fef49231 in Status: UNINITIALIZED for 2s [ 1111.646341] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.646976] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.646976] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.646976] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.647221] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.647221] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 is going to be updated. [ 1111.684181] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.684390] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.684390] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.684611] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.684750] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.692641] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 in Status: IN_PROGRESS for 2s [ 1112.257726] env[69670]: INFO networking_nsxv3.common.synchronization [req-d93b2bc1-615c-4ec5-897c-d00f6955930e req-b155fdfe-a8b7-4fba-8577-45cc63cfb31f tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Enqueued Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_members [ 1112.258105] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_members [ 1112.258415] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.258546] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.258612] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.258875] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.259074] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.259191] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.259255] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.259412] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.259498] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.259615] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.524820] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f in Status: SUCCESS [ 1112.525078] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.765473] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.265031] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 in Status: SUCCESS [ 1113.265352] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.265449] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.265680] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.265777] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.267591] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.648038] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdcc411f-ce2b-4058-8002-cbd3fef49231 in Status: SUCCESS [ 1113.648038] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdcc411f-ce2b-4058-8002-cbd3fef49231" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.648038] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdcc411f-ce2b-4058-8002-cbd3fef49231" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.648038] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdcc411f-ce2b-4058-8002-cbd3fef49231" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.648038] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.648038] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.648038] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.648528] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.648528] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.648528] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdcc411f-ce2b-4058-8002-cbd3fef49231" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.648528] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cdcc411f-ce2b-4058-8002-cbd3fef49231',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.702178] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 in Status: SUCCESS [ 1113.702499] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.702733] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.703042] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.703307] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.703478] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.703579] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.703809] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.703937] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.704117] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.770887] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.771089] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.771181] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.771439] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.771585] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.771711] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ae94e30-e016-435b-850c-689d2a009139 is going to be updated. [ 1113.787513] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.787675] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.787769] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.788079] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.788145] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.788260] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 is going to be deleted. [ 1113.804034] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.804034] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.804034] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.804323] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.804323] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.813510] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: IN_PROGRESS for 2s [ 1113.846141] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.846392] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.846557] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.846837] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.846957] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.847272] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.150223] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cdcc411f-ce2b-4058-8002-cbd3fef49231',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.206859] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.206859] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.206859] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.207138] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.207220] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.208041] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.208041] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.208041] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.208041] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.208041] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.208041] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 is going to be deleted. [ 1114.236055] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.236055] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.236055] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.236055] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.236055] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.236331] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.236331] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.236602] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.236848] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.237017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.237125] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.237347] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.238025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.238025] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.651786] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cdcc411f-ce2b-4058-8002-cbd3fef49231: rpc.has_security_group_logging(os_id): False [ 1114.677623] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.677799] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.677923] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.678259] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.678454] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.678816] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.678985] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.679283] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.679558] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.679755] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.679956] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdcc411f-ce2b-4058-8002-cbd3fef49231 is going to be created. [ 1114.736188] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.736188] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.736188] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.736406] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.736595] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.740606] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.740886] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.740984] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.741282] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.741386] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.741859] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.742105] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.742105] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.742348] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.742473] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.742621] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21 already deleted. [ 1114.742710] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d088ee4a-ab19-4bfb-8b47-c4e9cad4fc21" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.746786] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdcc411f-ce2b-4058-8002-cbd3fef49231 in Status: IN_PROGRESS for 2s [ 1115.822500] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: SUCCESS [ 1115.822793] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.757012] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdcc411f-ce2b-4058-8002-cbd3fef49231 in Status: SUCCESS [ 1116.757271] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdcc411f-ce2b-4058-8002-cbd3fef49231" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.861157] env[69670]: INFO networking_nsxv3.common.synchronization [req-6c5cb1f5-2f3b-447d-abea-23338d3a4b15 req-21b36a2d-7480-4950-8912-7b486ea43a57 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Enqueued Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGHEST for action security_group_members [ 1116.862028] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGHEST for action security_group_members [ 1116.863226] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.863594] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.863966] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.864129] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.864421] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.864632] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.864798] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.865098] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.865294] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.865491] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.367854] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.368141] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.368141] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.368884] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.368884] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.368884] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.368884] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.368884] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.369319] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.369319] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.369319] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f is going to be updated. [ 1117.393865] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.394208] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.394289] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.394515] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.394667] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.403475] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f in Status: IN_PROGRESS for 2s [ 1118.421325] env[69670]: INFO networking_nsxv3.common.synchronization [None req-27a211b5-2ca2-4044-a181-2ff8a9580b4c None None] Enqueued Resource ID: d7fa890e-81f8-4616-8ceb-e57cca6fd88f with Priority: HIGHEST for action port [ 1118.421661] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7fa890e-81f8-4616-8ceb-e57cca6fd88f with Priority: HIGHEST for action port [ 1118.422201] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7fa890e-81f8-4616-8ceb-e57cca6fd88f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.422432] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7fa890e-81f8-4616-8ceb-e57cca6fd88f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.422503] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7fa890e-81f8-4616-8ceb-e57cca6fd88f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.422764] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7fa890e-81f8-4616-8ceb-e57cca6fd88f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.422853] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7fa890e-81f8-4616-8ceb-e57cca6fd88f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.925810] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7fa890e-81f8-4616-8ceb-e57cca6fd88f [ 1118.926064] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.926222] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.926293] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.926515] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.926645] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.926720] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7fa890e-81f8-4616-8ceb-e57cca6fd88f already deleted. [ 1118.926807] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7fa890e-81f8-4616-8ceb-e57cca6fd88f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.424442] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f in Status: SUCCESS [ 1119.424816] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f deletion is rescheduled due to dependency. [ 1119.424816] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.093551] env[69670]: INFO networking_nsxv3.common.synchronization [req-9b67b159-b105-423d-aefa-469b27e19820 req-063c6f97-6155-49eb-ae32-629916f7f613 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Enqueued Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_members [ 1120.093606] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_members [ 1120.093953] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.095170] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.095252] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.095669] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.095669] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.098096] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.098096] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.098096] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.098096] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.098096] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.355904] env[69670]: INFO networking_nsxv3.common.synchronization [None req-dd5a19ce-1f4d-4458-a001-47aa483926e1 None None] Enqueued Resource ID: 0df2f6c5-259b-4d86-9754-b60a147c41f1 with Priority: HIGHEST for action port [ 1120.355904] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0df2f6c5-259b-4d86-9754-b60a147c41f1 with Priority: HIGHEST for action port [ 1120.355904] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-0df2f6c5-259b-4d86-9754-b60a147c41f1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.356142] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0df2f6c5-259b-4d86-9754-b60a147c41f1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.356223] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0df2f6c5-259b-4d86-9754-b60a147c41f1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.356493] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0df2f6c5-259b-4d86-9754-b60a147c41f1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.356578] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0df2f6c5-259b-4d86-9754-b60a147c41f1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.602567] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.859457] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0df2f6c5-259b-4d86-9754-b60a147c41f1 [ 1120.859709] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.859887] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.859953] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.860196] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.860287] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.860384] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0df2f6c5-259b-4d86-9754-b60a147c41f1 already deleted. [ 1120.860467] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0df2f6c5-259b-4d86-9754-b60a147c41f1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.105135] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.522432] env[69670]: INFO networking_nsxv3.common.synchronization [req-743a5103-9664-462e-8cc3-c47609cb08ef req-e1801dd7-968a-4653-8a45-87bf972fb2bc tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Enqueued Resource ID: f02e61e7-9698-4f75-a2c4-cc256fe4fe39 with Priority: HIGHEST for action security_group_members [ 1121.522960] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02e61e7-9698-4f75-a2c4-cc256fe4fe39 with Priority: HIGHEST for action security_group_members [ 1121.523276] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-f02e61e7-9698-4f75-a2c4-cc256fe4fe39 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.523394] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f02e61e7-9698-4f75-a2c4-cc256fe4fe39" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.523463] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f02e61e7-9698-4f75-a2c4-cc256fe4fe39" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.523657] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f02e61e7-9698-4f75-a2c4-cc256fe4fe39" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.523808] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.523904] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.523962] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.524120] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.524207] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.524303] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f02e61e7-9698-4f75-a2c4-cc256fe4fe39',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.609037] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.609323] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.609323] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.609613] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.609613] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.609707] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ae94e30-e016-435b-850c-689d2a009139 is going to be updated. [ 1121.639557] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.639743] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.639788] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.640007] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.640166] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.651895] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: IN_PROGRESS for 2s [ 1122.026638] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.026859] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.026947] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.027172] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.047888] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.048173] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.048293] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.048360] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.048562] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.048649] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.048738] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f02e61e7-9698-4f75-a2c4-cc256fe4fe39 is going to be updated. [ 1122.075063] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.075063] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.075282] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.075323] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.075467] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.083065] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02e61e7-9698-4f75-a2c4-cc256fe4fe39 in Status: IN_PROGRESS for 2s [ 1123.661121] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: SUCCESS [ 1123.661474] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.092319] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02e61e7-9698-4f75-a2c4-cc256fe4fe39 in Status: SUCCESS [ 1124.092549] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f02e61e7-9698-4f75-a2c4-cc256fe4fe39 deletion is rescheduled due to dependency. [ 1124.092699] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f02e61e7-9698-4f75-a2c4-cc256fe4fe39" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.070195] env[69670]: INFO networking_nsxv3.common.synchronization [None req-3666f8a4-f17a-41b1-acfb-981adf2ff14e None None] Enqueued Resource ID: cda24a4b-50eb-4d59-8483-fa6239cb6d8b with Priority: HIGHEST for action port [ 1125.071123] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cda24a4b-50eb-4d59-8483-fa6239cb6d8b with Priority: HIGHEST for action port [ 1125.072438] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-cda24a4b-50eb-4d59-8483-fa6239cb6d8b taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.072438] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cda24a4b-50eb-4d59-8483-fa6239cb6d8b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.072438] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cda24a4b-50eb-4d59-8483-fa6239cb6d8b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.073769] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cda24a4b-50eb-4d59-8483-fa6239cb6d8b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.073769] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cda24a4b-50eb-4d59-8483-fa6239cb6d8b',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.576436] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cda24a4b-50eb-4d59-8483-fa6239cb6d8b [ 1125.576775] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.576947] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.577087] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.577387] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.577418] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.577554] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cda24a4b-50eb-4d59-8483-fa6239cb6d8b already deleted. [ 1125.577659] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cda24a4b-50eb-4d59-8483-fa6239cb6d8b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.186156] env[69670]: INFO networking_nsxv3.common.synchronization [req-0d732e96-c29f-46df-b6d5-11a2450cfa09 req-2c9d313b-d6c4-409c-b985-617bb4a74c98 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Enqueued Resource ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e with Priority: HIGHEST for action security_group_members [ 1126.186706] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e with Priority: HIGHEST for action security_group_members [ 1126.187069] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.187198] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.187430] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.187515] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.187672] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.187772] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.187831] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.187976] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.188070] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.188158] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.591363] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-393 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.591363] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-393" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.591363] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-393" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.591602] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-393" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.591916] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.592111] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.592111] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.592324] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.592466] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.592678] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1126.592794] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1126.592904] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1126.593027] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1126.593165] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1126.593241] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1126.593433] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1126.614465] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1126.614579] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1126.614725] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1126.614910] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-393" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.615249] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-db8950d7-3b68-4414-9264-193dc2817cc3 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.616127] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-db8950d7-3b68-4414-9264-193dc2817cc3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.616127] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-db8950d7-3b68-4414-9264-193dc2817cc3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.616127] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-db8950d7-3b68-4414-9264-193dc2817cc3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.616127] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db8950d7-3b68-4414-9264-193dc2817cc3',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.692728] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.692728] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.692728] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.692728] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.692728] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.692728] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.692728] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.692728] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.692728] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.692728] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.692728] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e already deleted. [ 1126.692728] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.118258] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.118507] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.118677] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.118969] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.119134] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.119573] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port db8950d7-3b68-4414-9264-193dc2817cc3 not found, creating... [ 1127.119573] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.119707] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.119862] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.120061] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.120199] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.120482] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.120645] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.120774] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.121053] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.122035] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.122035] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: db8950d7-3b68-4414-9264-193dc2817cc3 is going to be created. [ 1127.140447] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.140667] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.140796] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.141118] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.141541] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.141782] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-db8950d7-3b68-4414-9264-193dc2817cc3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.434820] env[69670]: INFO networking_nsxv3.common.synchronization [None req-029659bc-d37d-4a83-9b95-660ce0e3a3a4 None None] Enqueued Resource ID: 87ab6e8e-23d6-4ab0-af31-1f6fe906c564 with Priority: HIGHEST for action port [ 1127.435392] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87ab6e8e-23d6-4ab0-af31-1f6fe906c564 with Priority: HIGHEST for action port [ 1127.435703] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-87ab6e8e-23d6-4ab0-af31-1f6fe906c564 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.435831] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87ab6e8e-23d6-4ab0-af31-1f6fe906c564" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.435898] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87ab6e8e-23d6-4ab0-af31-1f6fe906c564" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.436664] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87ab6e8e-23d6-4ab0-af31-1f6fe906c564" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.436742] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87ab6e8e-23d6-4ab0-af31-1f6fe906c564',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.898540] env[69670]: INFO networking_nsxv3.common.synchronization [req-0d732e96-c29f-46df-b6d5-11a2450cfa09 req-d20f3a41-01bd-4c1e-829c-c8749954f244 service nova] Enqueued Resource ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e with Priority: HIGHEST for action security_group_rules [ 1127.898540] env[69670]: INFO networking_nsxv3.common.synchronization [req-0d732e96-c29f-46df-b6d5-11a2450cfa09 req-d20f3a41-01bd-4c1e-829c-c8749954f244 service nova] Enqueued Resource ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e with Priority: HIGHEST for action security_group_members [ 1127.898637] env[69670]: INFO networking_nsxv3.common.synchronization [req-0d732e96-c29f-46df-b6d5-11a2450cfa09 req-d20f3a41-01bd-4c1e-829c-c8749954f244 service nova] Enqueued Resource ID: db8950d7-3b68-4414-9264-193dc2817cc3 with Priority: HIGHEST for action port [ 1127.898929] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e with Priority: HIGHEST for action security_group_rules [ 1127.899778] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e with Priority: HIGHEST for action security_group_members [ 1127.899778] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db8950d7-3b68-4414-9264-193dc2817cc3 with Priority: HIGHEST for action port [ 1127.900915] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.900915] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.900915] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.900915] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.900915] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.901932] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.901932] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.901932] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.902847] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.902847] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.902847] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.902847] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.902847] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.902847] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.902847] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.903688] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-db8950d7-3b68-4414-9264-193dc2817cc3 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.903688] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db8950d7-3b68-4414-9264-193dc2817cc3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.903688] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db8950d7-3b68-4414-9264-193dc2817cc3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.904447] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db8950d7-3b68-4414-9264-193dc2817cc3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.904447] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db8950d7-3b68-4414-9264-193dc2817cc3',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.938853] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87ab6e8e-23d6-4ab0-af31-1f6fe906c564 [ 1127.939184] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.939320] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.939394] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.939603] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.939693] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.939847] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87ab6e8e-23d6-4ab0-af31-1f6fe906c564 already deleted. [ 1127.939938] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87ab6e8e-23d6-4ab0-af31-1f6fe906c564" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.405491] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.405647] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.407161] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db8950d7-3b68-4414-9264-193dc2817cc3 with status ACTIVE [ 1128.407463] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.407582] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.407650] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.407855] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.407944] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.408136] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.408245] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.408297] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.408431] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.408542] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.408764] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.408864] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.408959] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.409131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.409210] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.409294] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db8950d7-3b68-4414-9264-193dc2817cc3 is going to be updated. [ 1128.410429] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.431189] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.431424] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.431424] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.431606] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.431738] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.431892] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db8950d7-3b68-4414-9264-193dc2817cc3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.433838] env[69670]: INFO networking_nsxv3.common.synchronization [req-0d732e96-c29f-46df-b6d5-11a2450cfa09 req-e13ea158-5ed1-47eb-a014-d6c171de36ca tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Enqueued Resource ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e with Priority: HIGHEST for action security_group_members [ 1128.440076] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e with Priority: HIGHEST for action security_group_members [ 1128.440689] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.440798] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.695983] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-393 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.696270] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-393" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.696458] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-393" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.697349] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-393" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.697349] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.697349] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.697528] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.697834] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.697834] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.697994] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1128.698130] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1128.698843] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1128.698843] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1128.698843] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1128.698843] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1128.698843] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.716911] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.716911] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1128.716911] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.717098] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-393" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.717342] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-4a50fc56-60dc-44ac-af19-cdb40bc6540f taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.717524] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-4a50fc56-60dc-44ac-af19-cdb40bc6540f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.717650] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-4a50fc56-60dc-44ac-af19-cdb40bc6540f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.718246] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-4a50fc56-60dc-44ac-af19-cdb40bc6540f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.718246] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a50fc56-60dc-44ac-af19-cdb40bc6540f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.913188] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.220702] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.220702] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.220885] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.221062] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.221244] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.221450] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 4a50fc56-60dc-44ac-af19-cdb40bc6540f not found, creating... [ 1129.221675] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.221839] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.221960] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.222203] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.222351] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.222640] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.222802] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.222924] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.223155] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.223504] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.223504] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 4a50fc56-60dc-44ac-af19-cdb40bc6540f is going to be created. [ 1129.242909] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.243180] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.243367] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.243711] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.244047] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.244357] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-4a50fc56-60dc-44ac-af19-cdb40bc6540f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.416685] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.417061] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.417182] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.417424] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.417551] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.417721] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e is going to be created. [ 1129.442229] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.442477] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.442477] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.442665] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.442824] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.451724] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e in Status: UNINITIALIZED for 2s [ 1129.996539] env[69670]: INFO networking_nsxv3.common.synchronization [req-0d732e96-c29f-46df-b6d5-11a2450cfa09 req-6ca358e1-b485-48ba-9901-54ea15b07283 service nova] Enqueued Resource ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e with Priority: HIGHEST for action security_group_rules [ 1129.996539] env[69670]: INFO networking_nsxv3.common.synchronization [req-0d732e96-c29f-46df-b6d5-11a2450cfa09 req-6ca358e1-b485-48ba-9901-54ea15b07283 service nova] Enqueued Resource ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e with Priority: HIGHEST for action security_group_members [ 1129.996539] env[69670]: INFO networking_nsxv3.common.synchronization [req-0d732e96-c29f-46df-b6d5-11a2450cfa09 req-6ca358e1-b485-48ba-9901-54ea15b07283 service nova] Enqueued Resource ID: 4a50fc56-60dc-44ac-af19-cdb40bc6540f with Priority: HIGHEST for action port [ 1129.996947] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e with Priority: HIGHEST for action security_group_rules [ 1129.996947] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e with Priority: HIGHEST for action security_group_members [ 1129.997152] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a50fc56-60dc-44ac-af19-cdb40bc6540f with Priority: HIGHEST for action port [ 1129.997578] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.997739] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.998078] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.998218] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.998525] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a50fc56-60dc-44ac-af19-cdb40bc6540f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.998674] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a50fc56-60dc-44ac-af19-cdb40bc6540f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.998781] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a50fc56-60dc-44ac-af19-cdb40bc6540f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.999121] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a50fc56-60dc-44ac-af19-cdb40bc6540f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.999255] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a50fc56-60dc-44ac-af19-cdb40bc6540f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.501674] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a50fc56-60dc-44ac-af19-cdb40bc6540f with status ACTIVE [ 1130.501994] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.501994] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.501994] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.502235] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.502411] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.502627] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.503379] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.503379] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.503379] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.503379] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.503551] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.503602] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.503796] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.503796] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.503881] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.504059] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a50fc56-60dc-44ac-af19-cdb40bc6540f is going to be updated. [ 1130.524609] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.524758] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.524929] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.525065] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.525221] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.525470] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a50fc56-60dc-44ac-af19-cdb40bc6540f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.744241] env[69670]: INFO networking_nsxv3.common.synchronization [req-0d732e96-c29f-46df-b6d5-11a2450cfa09 req-ae332f5f-a14e-4fa2-b896-51cb3134b63e tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Enqueued Resource ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e with Priority: HIGHEST for action security_group_members [ 1130.744774] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e with Priority: HIGHEST for action security_group_members [ 1130.745091] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.745193] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.033174] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-393 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.033174] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-393" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.033174] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-393" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.033427] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-393" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.033659] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.033821] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.033970] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.034175] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.034323] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.034538] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1131.034656] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1131.034770] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1131.034882] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1131.034994] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1131.035119] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1131.035256] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1131.054714] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1131.055592] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1131.055592] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1131.055592] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-393" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.055592] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-97fa0bec-2d12-4ef3-bbea-97feaad4334a taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.055888] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-97fa0bec-2d12-4ef3-bbea-97feaad4334a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.055888] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-97fa0bec-2d12-4ef3-bbea-97feaad4334a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.056227] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-97fa0bec-2d12-4ef3-bbea-97feaad4334a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.056365] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97fa0bec-2d12-4ef3-bbea-97feaad4334a',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.460715] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e in Status: SUCCESS [ 1131.461181] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.461181] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.461345] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.461542] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.461724] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.461724] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.461893] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.461983] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.462193] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.462193] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.463020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.463199] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.463376] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.463484] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.463559] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.463704] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.463801] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.463931] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.559259] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.559626] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.559726] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.560096] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.560275] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.560443] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 97fa0bec-2d12-4ef3-bbea-97feaad4334a not found, creating... [ 1131.561157] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.561322] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.561647] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.561714] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.561840] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.562205] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.562436] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.562609] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.562851] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.563043] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.563156] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 97fa0bec-2d12-4ef3-bbea-97feaad4334a is going to be created. [ 1131.580992] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.581276] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.581541] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.581837] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.582102] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.582336] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-97fa0bec-2d12-4ef3-bbea-97feaad4334a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.965563] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.965841] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.968293] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.373548] env[69670]: INFO networking_nsxv3.common.synchronization [req-0d732e96-c29f-46df-b6d5-11a2450cfa09 req-f31abd3d-0626-441b-8ceb-5b0b48570e4f service nova] Enqueued Resource ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e with Priority: HIGHEST for action security_group_rules [ 1132.373733] env[69670]: INFO networking_nsxv3.common.synchronization [req-0d732e96-c29f-46df-b6d5-11a2450cfa09 req-f31abd3d-0626-441b-8ceb-5b0b48570e4f service nova] Enqueued Resource ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e with Priority: HIGHEST for action security_group_members [ 1132.373887] env[69670]: INFO networking_nsxv3.common.synchronization [req-0d732e96-c29f-46df-b6d5-11a2450cfa09 req-f31abd3d-0626-441b-8ceb-5b0b48570e4f service nova] Enqueued Resource ID: 97fa0bec-2d12-4ef3-bbea-97feaad4334a with Priority: HIGHEST for action port [ 1132.374388] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e with Priority: HIGHEST for action security_group_rules [ 1132.374530] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e with Priority: HIGHEST for action security_group_members [ 1132.374627] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97fa0bec-2d12-4ef3-bbea-97feaad4334a with Priority: HIGHEST for action port [ 1132.374937] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.375598] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.375834] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.375926] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.376462] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-97fa0bec-2d12-4ef3-bbea-97feaad4334a taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.376580] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97fa0bec-2d12-4ef3-bbea-97feaad4334a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.376647] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97fa0bec-2d12-4ef3-bbea-97feaad4334a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.376867] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97fa0bec-2d12-4ef3-bbea-97feaad4334a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.376947] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97fa0bec-2d12-4ef3-bbea-97feaad4334a',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.471399] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.539524] env[69670]: INFO networking_nsxv3.common.synchronization [None req-39858ecf-f56b-4d91-8f7e-d27140ab07f8 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Enqueued Resource ID: ae4027dc-443d-4535-a380-93b15d44a945 with Priority: HIGHEST for action security_group_rules [ 1132.539524] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae4027dc-443d-4535-a380-93b15d44a945 with Priority: HIGHEST for action security_group_rules [ 1132.539856] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae4027dc-443d-4535-a380-93b15d44a945 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.539856] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae4027dc-443d-4535-a380-93b15d44a945" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.539856] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae4027dc-443d-4535-a380-93b15d44a945" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.540085] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae4027dc-443d-4535-a380-93b15d44a945" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.540595] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae4027dc-443d-4535-a380-93b15d44a945',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.615390] env[69670]: INFO networking_nsxv3.common.synchronization [None req-d378f74c-9c8a-4aa8-ae60-ee512202fbb1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Enqueued Resource ID: ae4027dc-443d-4535-a380-93b15d44a945 with Priority: HIGHEST for action security_group_rules [ 1132.615390] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae4027dc-443d-4535-a380-93b15d44a945 with Priority: HIGHEST for action security_group_rules [ 1132.615390] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae4027dc-443d-4535-a380-93b15d44a945 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.615390] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae4027dc-443d-4535-a380-93b15d44a945" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.879548] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97fa0bec-2d12-4ef3-bbea-97feaad4334a with status ACTIVE [ 1132.879769] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.879903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.879984] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.880245] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.880331] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.880527] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.880650] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.880700] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.880861] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.880910] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.881136] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.881281] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.881358] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.881515] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.881589] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.881670] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97fa0bec-2d12-4ef3-bbea-97feaad4334a is going to be updated. [ 1132.912713] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.912940] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.913131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.913332] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.913528] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.913746] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97fa0bec-2d12-4ef3-bbea-97feaad4334a" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.974125] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.974301] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.974343] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.974550] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.974641] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.974737] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e is going to be updated. [ 1133.000458] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.000609] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.000652] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.001137] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.001351] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.009518] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e in Status: IN_PROGRESS for 2s [ 1133.062170] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.062366] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.062411] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.062958] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.062958] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.062958] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae4027dc-443d-4535-a380-93b15d44a945 already deleted. [ 1133.062958] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae4027dc-443d-4535-a380-93b15d44a945" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.063162] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae4027dc-443d-4535-a380-93b15d44a945" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.063193] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae4027dc-443d-4535-a380-93b15d44a945" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.063255] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae4027dc-443d-4535-a380-93b15d44a945',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.587550] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.590539] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.590539] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.593549] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.594964] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.594964] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae4027dc-443d-4535-a380-93b15d44a945 already deleted. [ 1133.594964] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae4027dc-443d-4535-a380-93b15d44a945" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.021036] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e in Status: SUCCESS [ 1135.021355] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.021389] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.021662] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.021912] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.022097] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.022205] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.022423] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.022563] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.022746] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.528427] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.030911] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.533069] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.533313] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.533313] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.533614] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.533723] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.533829] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e is going to be updated. [ 1136.560609] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.560695] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.560728] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.560954] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.561213] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.570275] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e in Status: IN_PROGRESS for 2s [ 1137.615507] env[69670]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1137.615507] env[69670]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 1138.581191] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e in Status: SUCCESS [ 1138.581446] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.581762] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.582098] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.582377] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.582565] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.582666] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.582914] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.583063] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.583219] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.960378] env[69670]: INFO networking_nsxv3.common.synchronization [req-0832dcb5-f38d-42b0-8a7b-b629f9d4e4dd req-00fcfd6a-676b-43f4-add3-ac217d2440ae tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Enqueued Resource ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 with Priority: HIGHEST for action security_group_members [ 1138.960896] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 with Priority: HIGHEST for action security_group_members [ 1138.961246] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-74824cbd-aa39-4082-85ba-c85f268cb2c0 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.961403] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.961521] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.962047] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.962047] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.962047] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.962047] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.962259] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.962259] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.962343] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74824cbd-aa39-4082-85ba-c85f268cb2c0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.085655] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.263053] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-225 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.263326] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-225" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.263466] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-225" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.263741] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-225" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.264372] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.264544] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.264675] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.264904] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.265224] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.265521] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1139.265642] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1139.265796] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1139.265870] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1139.265987] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1139.266114] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1139.266253] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1139.285702] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1139.285702] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1139.285974] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1139.286032] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-225" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.286643] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-77150f01-54b6-49b1-aa74-62a0dc231437 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.286643] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-77150f01-54b6-49b1-aa74-62a0dc231437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.286643] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-77150f01-54b6-49b1-aa74-62a0dc231437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.286989] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-77150f01-54b6-49b1-aa74-62a0dc231437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.287172] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77150f01-54b6-49b1-aa74-62a0dc231437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.464991] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.465205] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.465273] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.465638] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.491676] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.491940] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.492075] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.492143] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.492342] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.492426] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.492514] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 is going to be updated. [ 1139.523818] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.523986] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.523986] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.524306] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.524306] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.533942] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 in Status: IN_PROGRESS for 2s [ 1139.589108] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.792901] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.793178] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.793316] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.793615] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.793772] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.793931] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 77150f01-54b6-49b1-aa74-62a0dc231437 not found, creating... [ 1139.794231] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.794391] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.794512] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.794731] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.794873] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.795173] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.795350] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.795493] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.795711] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.795898] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.796077] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 77150f01-54b6-49b1-aa74-62a0dc231437 is going to be created. [ 1139.816274] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.816534] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.816663] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.816928] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.817292] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.817564] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-77150f01-54b6-49b1-aa74-62a0dc231437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.832165] env[69670]: INFO networking_nsxv3.common.synchronization [req-c2c567aa-dfbf-451a-bc4e-5b22beee328a req-9940f1d7-2bec-4788-b02f-7b102ff4dcdb tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Enqueued Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_members [ 1139.836025] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_members [ 1139.836025] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.836025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.836025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.836025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.836025] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.836025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.836025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.836025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.836025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.836025] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.092093] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.092393] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.092393] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.092561] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.092656] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.092756] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e is going to be updated. [ 1140.120228] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.120393] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.120471] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.120681] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.120992] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.131967] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e in Status: IN_PROGRESS for 2s [ 1140.135188] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-69 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.135372] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-69" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.135494] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-69" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.135759] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-69" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.136020] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.136174] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.136289] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.136499] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.136642] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.137072] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1140.137072] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1140.137072] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1140.137249] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1140.137297] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1140.137417] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1140.137558] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1140.156756] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1140.156756] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1140.156756] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1140.156756] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-69" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.156756] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-75fcaaac-d29c-41de-bfe4-8ce39b16cff0 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.156756] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-75fcaaac-d29c-41de-bfe4-8ce39b16cff0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.156756] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-75fcaaac-d29c-41de-bfe4-8ce39b16cff0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.156756] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-75fcaaac-d29c-41de-bfe4-8ce39b16cff0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.156756] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75fcaaac-d29c-41de-bfe4-8ce39b16cff0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.337184] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.502580] env[69670]: INFO networking_nsxv3.common.synchronization [req-0832dcb5-f38d-42b0-8a7b-b629f9d4e4dd req-d11f92c4-0864-48d0-91bf-1956ffe45460 service nova] Enqueued Resource ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 with Priority: HIGHEST for action security_group_rules [ 1140.502847] env[69670]: INFO networking_nsxv3.common.synchronization [req-0832dcb5-f38d-42b0-8a7b-b629f9d4e4dd req-d11f92c4-0864-48d0-91bf-1956ffe45460 service nova] Enqueued Resource ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 with Priority: HIGHEST for action security_group_members [ 1140.502946] env[69670]: INFO networking_nsxv3.common.synchronization [req-0832dcb5-f38d-42b0-8a7b-b629f9d4e4dd req-d11f92c4-0864-48d0-91bf-1956ffe45460 service nova] Enqueued Resource ID: 77150f01-54b6-49b1-aa74-62a0dc231437 with Priority: HIGHEST for action port [ 1140.503220] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 with Priority: HIGHEST for action security_group_rules [ 1140.503378] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 with Priority: HIGHEST for action security_group_members [ 1140.503578] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77150f01-54b6-49b1-aa74-62a0dc231437 with Priority: HIGHEST for action port [ 1140.504475] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74824cbd-aa39-4082-85ba-c85f268cb2c0 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.504616] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.504687] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.504916] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.505008] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74824cbd-aa39-4082-85ba-c85f268cb2c0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.505866] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-74824cbd-aa39-4082-85ba-c85f268cb2c0 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.505964] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.506171] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-77150f01-54b6-49b1-aa74-62a0dc231437 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.506275] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77150f01-54b6-49b1-aa74-62a0dc231437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.506511] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77150f01-54b6-49b1-aa74-62a0dc231437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.506511] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77150f01-54b6-49b1-aa74-62a0dc231437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.506588] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77150f01-54b6-49b1-aa74-62a0dc231437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.658991] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.659258] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.659411] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.659798] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.660068] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.660323] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 75fcaaac-d29c-41de-bfe4-8ce39b16cff0 not found, creating... [ 1140.660668] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.660852] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.660992] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.661323] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.661501] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.661800] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.661979] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.662136] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.662360] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.662499] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.662641] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 75fcaaac-d29c-41de-bfe4-8ce39b16cff0 is going to be created. [ 1140.682462] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.682690] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.682815] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.683115] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.683537] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.683784] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-75fcaaac-d29c-41de-bfe4-8ce39b16cff0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.839769] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.010173] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-74824cbd-aa39-4082-85ba-c85f268cb2c0 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.010417] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.010611] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77150f01-54b6-49b1-aa74-62a0dc231437 with status ACTIVE [ 1141.010882] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.011060] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.011176] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.011511] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.011721] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.012091] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.012242] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.012345] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.012616] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.012717] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.013045] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.013145] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.013145] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.013290] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.013370] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.013505] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77150f01-54b6-49b1-aa74-62a0dc231437 is going to be updated. [ 1141.042834] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.043047] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.043106] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.043292] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.043433] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.043615] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77150f01-54b6-49b1-aa74-62a0dc231437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.342292] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.342883] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.342883] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.343140] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.343230] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.343379] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ae94e30-e016-435b-850c-689d2a009139 is going to be updated. [ 1141.368990] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.369238] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.369289] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.370025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.370025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.378222] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: IN_PROGRESS for 2s [ 1141.385727] env[69670]: INFO networking_nsxv3.common.synchronization [req-c2c567aa-dfbf-451a-bc4e-5b22beee328a req-c9b9c77a-672b-497d-90c7-9e7161daf1db service nova] Enqueued Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_rules [ 1141.385914] env[69670]: INFO networking_nsxv3.common.synchronization [req-c2c567aa-dfbf-451a-bc4e-5b22beee328a req-c9b9c77a-672b-497d-90c7-9e7161daf1db service nova] Enqueued Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_members [ 1141.386067] env[69670]: INFO networking_nsxv3.common.synchronization [req-c2c567aa-dfbf-451a-bc4e-5b22beee328a req-c9b9c77a-672b-497d-90c7-9e7161daf1db service nova] Enqueued Resource ID: 75fcaaac-d29c-41de-bfe4-8ce39b16cff0 with Priority: HIGHEST for action port [ 1141.386305] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_rules [ 1141.386433] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_members [ 1141.386526] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75fcaaac-d29c-41de-bfe4-8ce39b16cff0 with Priority: HIGHEST for action port [ 1141.387111] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.387214] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.387305] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.387518] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.387608] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.392018] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.392018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.392018] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-75fcaaac-d29c-41de-bfe4-8ce39b16cff0 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.392018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75fcaaac-d29c-41de-bfe4-8ce39b16cff0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.392018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75fcaaac-d29c-41de-bfe4-8ce39b16cff0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.392018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75fcaaac-d29c-41de-bfe4-8ce39b16cff0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.392018] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75fcaaac-d29c-41de-bfe4-8ce39b16cff0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.545025] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 in Status: IN_PROGRESS for 4s [ 1141.891550] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.891790] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.891970] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75fcaaac-d29c-41de-bfe4-8ce39b16cff0 with status ACTIVE [ 1141.892187] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.892335] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.892464] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.892629] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.892730] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.892890] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.893039] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.893106] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.893288] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.893379] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.893566] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.893662] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.893722] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.894214] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.894214] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.894214] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75fcaaac-d29c-41de-bfe4-8ce39b16cff0 is going to be updated. [ 1141.921411] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.921624] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.921729] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.922629] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.922629] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.922629] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75fcaaac-d29c-41de-bfe4-8ce39b16cff0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.139207] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e in Status: SUCCESS [ 1142.139504] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.139700] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.139976] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.140246] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.140425] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.140510] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.140684] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.140772] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.140861] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.141069] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.141163] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.141223] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.141362] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.141507] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.141600] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.141658] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.141794] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.141869] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.141949] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.142047] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.142902] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.143083] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.143230] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.143340] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.143410] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.143543] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.143616] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.143792] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.645616] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e: rpc.has_security_group_logging(os_id): False [ 1142.646566] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.665146] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.665253] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.665296] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.665492] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.665582] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.665805] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.665874] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.665919] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.666082] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.666158] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.666349] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.666442] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.666505] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.666638] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.666709] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.666900] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.667119] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.667197] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.667351] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.667428] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.667515] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e is going to be created. [ 1142.720602] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.720752] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.720827] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.721108] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.721298] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.730986] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e in Status: IN_PROGRESS for 2s [ 1143.148703] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.388114] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: SUCCESS [ 1143.388325] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.388660] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.388875] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.389157] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.389264] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.389333] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.389456] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.389556] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.389657] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.552157] env[69670]: INFO networking_nsxv3.common.synchronization [req-5e05061a-a872-428c-beb3-293b18be4695 req-85cd4606-d68e-4853-b887-ca5a9cdb6092 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Enqueued Resource ID: 4fca289b-5e86-43b3-bc79-68716b64dfdd with Priority: HIGHEST for action security_group_members [ 1143.552157] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fca289b-5e86-43b3-bc79-68716b64dfdd with Priority: HIGHEST for action security_group_members [ 1143.552157] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fca289b-5e86-43b3-bc79-68716b64dfdd taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.552157] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fca289b-5e86-43b3-bc79-68716b64dfdd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.552157] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fca289b-5e86-43b3-bc79-68716b64dfdd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.553269] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fca289b-5e86-43b3-bc79-68716b64dfdd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.553440] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.553547] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.553610] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.553771] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.553854] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.553951] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fca289b-5e86-43b3-bc79-68716b64dfdd',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.560256] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 in Status: SUCCESS [ 1143.560445] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 deletion is rescheduled due to dependency. [ 1143.560599] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.561079] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.561276] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.561454] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.561562] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.561624] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.561772] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.561936] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.561980] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74824cbd-aa39-4082-85ba-c85f268cb2c0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.599058] env[69670]: INFO networking_nsxv3.common.synchronization [req-d257f72a-bf46-41b4-b8e4-9180c4e18689 req-a4c78489-3722-4b67-a5bf-dfc8230cf64f tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Enqueued Resource ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e with Priority: HIGHEST for action security_group_members [ 1143.599583] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e with Priority: HIGHEST for action security_group_members [ 1143.599891] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.599997] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.653525] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.653525] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.653525] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.653525] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.653525] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.653525] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e is going to be updated. [ 1143.682246] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.682246] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.682246] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.682246] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.682246] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.691790] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e in Status: IN_PROGRESS for 2s [ 1143.892787] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.998126] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-757 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.998126] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-757" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.998126] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-757" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.998126] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-757" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.998126] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.998126] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.998126] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.998979] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.999358] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.999691] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1143.999926] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1144.000227] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1144.000468] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1144.000687] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1144.000892] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1144.001153] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1144.025783] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1144.025966] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1144.026129] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1144.026307] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-757" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.026634] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-07cecbc1-299c-4bea-8b16-b460f4934ad8 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.026811] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-07cecbc1-299c-4bea-8b16-b460f4934ad8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.026933] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-07cecbc1-299c-4bea-8b16-b460f4934ad8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.027334] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-07cecbc1-299c-4bea-8b16-b460f4934ad8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.027487] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07cecbc1-299c-4bea-8b16-b460f4934ad8',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.059187] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.059439] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.059503] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.059905] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.059905] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.060021] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.060178] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.060249] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.060403] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.060531] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.060585] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fca289b-5e86-43b3-bc79-68716b64dfdd already deleted. [ 1144.060640] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fca289b-5e86-43b3-bc79-68716b64dfdd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.068322] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74824cbd-aa39-4082-85ba-c85f268cb2c0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.396488] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.529790] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.530037] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.530174] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.530517] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.530678] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.530837] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 07cecbc1-299c-4bea-8b16-b460f4934ad8 not found, creating... [ 1144.531117] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.531281] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.531398] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.531624] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.531759] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.532049] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.532208] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.532328] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.532538] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.532676] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.532817] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 07cecbc1-299c-4bea-8b16-b460f4934ad8 is going to be created. [ 1144.545730] env[69670]: INFO networking_nsxv3.common.synchronization [req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e req-819354a5-ab0a-4efb-89ce-abea70de63ed tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Enqueued Resource ID: ae4027dc-443d-4535-a380-93b15d44a945 with Priority: HIGHEST for action security_group_members [ 1144.546780] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae4027dc-443d-4535-a380-93b15d44a945 with Priority: HIGHEST for action security_group_members [ 1144.547356] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae4027dc-443d-4535-a380-93b15d44a945 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.547516] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae4027dc-443d-4535-a380-93b15d44a945" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.547608] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae4027dc-443d-4535-a380-93b15d44a945" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.547924] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae4027dc-443d-4535-a380-93b15d44a945" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.548339] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.548489] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.548579] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.549658] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.549777] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.549906] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae4027dc-443d-4535-a380-93b15d44a945',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.553355] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.553612] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.553792] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.554131] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.554695] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.555018] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-07cecbc1-299c-4bea-8b16-b460f4934ad8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.569866] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74824cbd-aa39-4082-85ba-c85f268cb2c0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.746885] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e in Status: SUCCESS [ 1144.746885] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.747375] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.747375] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.747375] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.902037] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.902037] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.902037] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.902037] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.902037] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.902037] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ae94e30-e016-435b-850c-689d2a009139 is going to be updated. [ 1144.929449] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.929449] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.929673] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.930619] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.930619] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.943161] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: IN_PROGRESS for 2s [ 1145.024355] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-742 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.024558] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-742" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.024684] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-742" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.024961] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-742" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.025238] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.025398] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.025517] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.026105] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.026105] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.029900] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1145.029900] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1145.029900] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1145.029900] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1145.029900] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1145.029900] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1145.030196] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1145.048810] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1145.048982] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1145.049169] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1145.049478] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-742" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.049786] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-1bcf2b30-cf47-4d6d-8b0e-5993eb2a6aec taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.051017] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-1bcf2b30-cf47-4d6d-8b0e-5993eb2a6aec" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.051017] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-1bcf2b30-cf47-4d6d-8b0e-5993eb2a6aec" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.051017] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-1bcf2b30-cf47-4d6d-8b0e-5993eb2a6aec" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.051017] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bcf2b30-cf47-4d6d-8b0e-5993eb2a6aec',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.055018] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.055018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.055018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.055018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.055018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.055018] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.055018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.055018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.055018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.055018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.055018] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae4027dc-443d-4535-a380-93b15d44a945 already deleted. [ 1145.055018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae4027dc-443d-4535-a380-93b15d44a945" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.071686] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.072116] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.072116] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.072116] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.072274] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.072274] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 is going to be updated. [ 1145.098673] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.098820] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.098892] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.099282] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.099282] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.108038] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 in Status: IN_PROGRESS for 2s [ 1145.251903] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.252111] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.362253] env[69670]: INFO networking_nsxv3.common.synchronization [None req-9924b98a-dc4d-41a4-9f57-c7416f9edc43 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Enqueued Resource ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 with Priority: HIGHEST for action security_group_members [ 1145.362827] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 with Priority: HIGHEST for action security_group_members [ 1145.363159] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-74824cbd-aa39-4082-85ba-c85f268cb2c0 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.363280] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.462783] env[69670]: INFO networking_nsxv3.common.synchronization [req-5e05061a-a872-428c-beb3-293b18be4695 req-53b587cf-69ce-4880-9729-9290db44acab service nova] Enqueued Resource ID: 4fca289b-5e86-43b3-bc79-68716b64dfdd with Priority: HIGHEST for action security_group_rules [ 1145.462966] env[69670]: INFO networking_nsxv3.common.synchronization [req-5e05061a-a872-428c-beb3-293b18be4695 req-53b587cf-69ce-4880-9729-9290db44acab service nova] Enqueued Resource ID: 4fca289b-5e86-43b3-bc79-68716b64dfdd with Priority: HIGHEST for action security_group_members [ 1145.463190] env[69670]: INFO networking_nsxv3.common.synchronization [req-5e05061a-a872-428c-beb3-293b18be4695 req-53b587cf-69ce-4880-9729-9290db44acab service nova] Enqueued Resource ID: 07cecbc1-299c-4bea-8b16-b460f4934ad8 with Priority: HIGHEST for action port [ 1145.463442] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fca289b-5e86-43b3-bc79-68716b64dfdd with Priority: HIGHEST for action security_group_rules [ 1145.463575] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fca289b-5e86-43b3-bc79-68716b64dfdd with Priority: HIGHEST for action security_group_members [ 1145.463668] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cecbc1-299c-4bea-8b16-b460f4934ad8 with Priority: HIGHEST for action port [ 1145.464633] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fca289b-5e86-43b3-bc79-68716b64dfdd taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.464796] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fca289b-5e86-43b3-bc79-68716b64dfdd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.464863] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fca289b-5e86-43b3-bc79-68716b64dfdd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.465175] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fca289b-5e86-43b3-bc79-68716b64dfdd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.465272] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fca289b-5e86-43b3-bc79-68716b64dfdd',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.466832] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fca289b-5e86-43b3-bc79-68716b64dfdd taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.466832] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fca289b-5e86-43b3-bc79-68716b64dfdd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.466832] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fca289b-5e86-43b3-bc79-68716b64dfdd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.466832] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fca289b-5e86-43b3-bc79-68716b64dfdd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.466832] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.466832] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.467144] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.467144] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.467144] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.467262] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fca289b-5e86-43b3-bc79-68716b64dfdd',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.468108] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-07cecbc1-299c-4bea-8b16-b460f4934ad8 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.468168] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07cecbc1-299c-4bea-8b16-b460f4934ad8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.468318] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07cecbc1-299c-4bea-8b16-b460f4934ad8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.468426] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07cecbc1-299c-4bea-8b16-b460f4934ad8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.468514] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07cecbc1-299c-4bea-8b16-b460f4934ad8',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.553216] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.553522] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.553667] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.553998] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.554109] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.554241] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 1bcf2b30-cf47-4d6d-8b0e-5993eb2a6aec not found, creating... [ 1145.554520] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.554769] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.554898] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.555213] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.555438] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.555739] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.555907] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.556090] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.556329] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.556475] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.556791] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 1bcf2b30-cf47-4d6d-8b0e-5993eb2a6aec is going to be created. [ 1145.596163] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.596163] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.596163] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.596163] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.596163] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.596527] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-1bcf2b30-cf47-4d6d-8b0e-5993eb2a6aec" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.702550] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e in Status: SUCCESS [ 1145.702808] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.702961] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.703311] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.703544] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.703675] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.703742] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.703900] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.703984] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.704148] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.970769] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fca289b-5e86-43b3-bc79-68716b64dfdd',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.971802] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fca289b-5e86-43b3-bc79-68716b64dfdd taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.971915] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fca289b-5e86-43b3-bc79-68716b64dfdd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.972085] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07cecbc1-299c-4bea-8b16-b460f4934ad8 with status ACTIVE [ 1145.974214] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.974214] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.974214] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.974214] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.974214] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.974214] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.974214] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.974214] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.974214] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.974214] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.974214] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.974214] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.974214] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.974214] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.974214] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.974214] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07cecbc1-299c-4bea-8b16-b460f4934ad8 is going to be updated. [ 1145.994355] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.995327] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.995517] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.995813] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.996086] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.996690] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07cecbc1-299c-4bea-8b16-b460f4934ad8" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.206667] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.253019] env[69670]: INFO networking_nsxv3.common.synchronization [req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e req-b3ecf62b-50ff-4b44-9273-8dc635a338eb service nova] Enqueued Resource ID: ae4027dc-443d-4535-a380-93b15d44a945 with Priority: HIGHEST for action security_group_rules [ 1146.253218] env[69670]: INFO networking_nsxv3.common.synchronization [req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e req-b3ecf62b-50ff-4b44-9273-8dc635a338eb service nova] Enqueued Resource ID: ae4027dc-443d-4535-a380-93b15d44a945 with Priority: HIGHEST for action security_group_members [ 1146.253360] env[69670]: INFO networking_nsxv3.common.synchronization [req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e req-b3ecf62b-50ff-4b44-9273-8dc635a338eb service nova] Enqueued Resource ID: 1bcf2b30-cf47-4d6d-8b0e-5993eb2a6aec with Priority: HIGHEST for action port [ 1146.253577] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae4027dc-443d-4535-a380-93b15d44a945 with Priority: HIGHEST for action security_group_rules [ 1146.253706] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae4027dc-443d-4535-a380-93b15d44a945 with Priority: HIGHEST for action security_group_members [ 1146.253805] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bcf2b30-cf47-4d6d-8b0e-5993eb2a6aec with Priority: HIGHEST for action port [ 1146.254353] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae4027dc-443d-4535-a380-93b15d44a945 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.254437] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae4027dc-443d-4535-a380-93b15d44a945" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.254507] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae4027dc-443d-4535-a380-93b15d44a945" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.254703] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae4027dc-443d-4535-a380-93b15d44a945" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.254779] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae4027dc-443d-4535-a380-93b15d44a945',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.255942] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae4027dc-443d-4535-a380-93b15d44a945 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.255942] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae4027dc-443d-4535-a380-93b15d44a945" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.255942] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae4027dc-443d-4535-a380-93b15d44a945" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.255942] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae4027dc-443d-4535-a380-93b15d44a945" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.256252] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.256252] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.256252] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.256347] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.256427] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.256528] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae4027dc-443d-4535-a380-93b15d44a945',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.257237] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bcf2b30-cf47-4d6d-8b0e-5993eb2a6aec taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.257575] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bcf2b30-cf47-4d6d-8b0e-5993eb2a6aec" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.257649] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bcf2b30-cf47-4d6d-8b0e-5993eb2a6aec" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.257800] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bcf2b30-cf47-4d6d-8b0e-5993eb2a6aec" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.257873] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bcf2b30-cf47-4d6d-8b0e-5993eb2a6aec',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.477184] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fca289b-5e86-43b3-bc79-68716b64dfdd',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.708708] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.758950] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae4027dc-443d-4535-a380-93b15d44a945',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.759980] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae4027dc-443d-4535-a380-93b15d44a945 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.760102] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae4027dc-443d-4535-a380-93b15d44a945" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.760279] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1bcf2b30-cf47-4d6d-8b0e-5993eb2a6aec with status ACTIVE [ 1146.760443] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.760549] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.760612] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.760820] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.760904] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.761097] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.761196] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.761260] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.761406] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.761500] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.761663] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.761755] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.761816] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.761952] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.763033] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.763181] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1bcf2b30-cf47-4d6d-8b0e-5993eb2a6aec is going to be updated. [ 1146.783419] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.783557] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.783606] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.783789] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.783920] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.784095] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bcf2b30-cf47-4d6d-8b0e-5993eb2a6aec" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.952440] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: SUCCESS [ 1146.952665] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.952834] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.953078] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.953285] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.953406] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.953471] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.953627] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.953725] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.953816] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.953906] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.979784] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.980124] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.980124] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.980349] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.980447] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.980546] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fca289b-5e86-43b3-bc79-68716b64dfdd is going to be created. [ 1147.014355] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.014504] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.014575] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.014786] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.014942] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.023680] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fca289b-5e86-43b3-bc79-68716b64dfdd in Status: UNINITIALIZED for 2s [ 1147.116947] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 in Status: SUCCESS [ 1147.117214] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.117388] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.117600] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.117791] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.117904] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.117966] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.118130] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.118210] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.118295] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.118390] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74824cbd-aa39-4082-85ba-c85f268cb2c0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.119208] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.119389] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.119526] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.119627] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.119686] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.119823] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.119899] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.119981] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74824cbd-aa39-4082-85ba-c85f268cb2c0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.210633] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.210802] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.210875] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.211129] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.211227] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.211331] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e is going to be updated. [ 1147.236947] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.237164] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.237255] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.237502] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.237679] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.246188] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e in Status: IN_PROGRESS for 2s [ 1147.266312] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae4027dc-443d-4535-a380-93b15d44a945',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.459533] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.459533] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.459533] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.459533] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.459998] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.460102] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.460168] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.460312] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.460389] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.460478] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.460627] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.460750] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.460793] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.460906] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.461068] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.461166] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.461230] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.461367] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.461443] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.461522] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.461609] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.538879] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-225 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.539105] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-225" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.539301] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-225" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.539591] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-225" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.539854] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.543377] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.543591] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.543845] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.544000] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.544239] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1147.544361] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1147.544472] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1147.544582] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1147.544694] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1147.544801] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1147.544935] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1147.571148] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1147.571341] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1147.571491] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1147.571673] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-225" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.572021] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-7d29dc33-5f39-4232-bbbf-dc0d7cd2ac91 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.572240] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-7d29dc33-5f39-4232-bbbf-dc0d7cd2ac91" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.572384] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-7d29dc33-5f39-4232-bbbf-dc0d7cd2ac91" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.572710] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-7d29dc33-5f39-4232-bbbf-dc0d7cd2ac91" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.572853] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d29dc33-5f39-4232-bbbf-dc0d7cd2ac91',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.621644] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-74824cbd-aa39-4082-85ba-c85f268cb2c0 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.621903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.622233] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74824cbd-aa39-4082-85ba-c85f268cb2c0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.772584] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.772735] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.772813] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.773058] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.773155] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.773260] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae4027dc-443d-4535-a380-93b15d44a945 is going to be created. [ 1147.795394] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.795531] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.795591] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.795767] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.796355] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.804943] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae4027dc-443d-4535-a380-93b15d44a945 in Status: UNINITIALIZED for 2s [ 1147.967382] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ae94e30-e016-435b-850c-689d2a009139: rpc.has_security_group_logging(os_id): False [ 1147.987379] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.987379] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.987379] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.987862] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.987862] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.987862] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.987997] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.989479] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.989479] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.989479] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.989479] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.989479] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.989479] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.989794] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.989794] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.989860] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.990466] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.990466] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.990466] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.990466] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.990466] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ae94e30-e016-435b-850c-689d2a009139 is going to be updated. [ 1148.064208] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.064359] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.064408] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.064626] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.064793] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.075760] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.076027] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.076176] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.076515] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.076655] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.076849] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 7d29dc33-5f39-4232-bbbf-dc0d7cd2ac91 not found, creating... [ 1148.077133] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.077298] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.077425] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.077648] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.077793] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.078122] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.078287] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.078445] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.078651] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.078791] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.078953] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 7d29dc33-5f39-4232-bbbf-dc0d7cd2ac91 is going to be created. [ 1148.081109] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: IN_PROGRESS for 2s [ 1148.099974] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.100223] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.100385] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.100608] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.100839] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.101078] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-7d29dc33-5f39-4232-bbbf-dc0d7cd2ac91" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.125880] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74824cbd-aa39-4082-85ba-c85f268cb2c0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.631037] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.631037] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.631037] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.631037] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.631037] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.631326] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 is going to be updated. [ 1148.669329] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.669329] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.669329] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.669329] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.669329] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.680832] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 in Status: IN_PROGRESS for 2s [ 1148.766476] env[69670]: INFO networking_nsxv3.common.synchronization [req-8c75cdfb-0f1b-47f5-88af-9d8db17a9edb req-e52bfe45-ba44-4766-8a2b-7da9bfffad8b service nova] Enqueued Resource ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 with Priority: HIGHEST for action security_group_rules [ 1148.766838] env[69670]: INFO networking_nsxv3.common.synchronization [req-8c75cdfb-0f1b-47f5-88af-9d8db17a9edb req-e52bfe45-ba44-4766-8a2b-7da9bfffad8b service nova] Enqueued Resource ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 with Priority: HIGHEST for action security_group_members [ 1148.767107] env[69670]: INFO networking_nsxv3.common.synchronization [req-8c75cdfb-0f1b-47f5-88af-9d8db17a9edb req-e52bfe45-ba44-4766-8a2b-7da9bfffad8b service nova] Enqueued Resource ID: 7d29dc33-5f39-4232-bbbf-dc0d7cd2ac91 with Priority: HIGHEST for action port [ 1148.769872] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 with Priority: HIGHEST for action security_group_rules [ 1148.769872] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 with Priority: HIGHEST for action security_group_members [ 1148.769872] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d29dc33-5f39-4232-bbbf-dc0d7cd2ac91 with Priority: HIGHEST for action port [ 1148.770456] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74824cbd-aa39-4082-85ba-c85f268cb2c0 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.770676] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.770977] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-74824cbd-aa39-4082-85ba-c85f268cb2c0 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.771182] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.771483] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d29dc33-5f39-4232-bbbf-dc0d7cd2ac91 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.772511] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d29dc33-5f39-4232-bbbf-dc0d7cd2ac91" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.772511] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d29dc33-5f39-4232-bbbf-dc0d7cd2ac91" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.772511] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d29dc33-5f39-4232-bbbf-dc0d7cd2ac91" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.772511] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d29dc33-5f39-4232-bbbf-dc0d7cd2ac91',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.035391] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fca289b-5e86-43b3-bc79-68716b64dfdd in Status: SUCCESS [ 1149.035692] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fca289b-5e86-43b3-bc79-68716b64dfdd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.035788] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fca289b-5e86-43b3-bc79-68716b64dfdd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.036054] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fca289b-5e86-43b3-bc79-68716b64dfdd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.036260] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.036384] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.036502] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.036607] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.036689] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.036778] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fca289b-5e86-43b3-bc79-68716b64dfdd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.036880] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4fca289b-5e86-43b3-bc79-68716b64dfdd',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.255677] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e in Status: SUCCESS [ 1149.255924] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.256119] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.256374] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.256513] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.256631] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.256693] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.256845] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.256918] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.257011] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.257107] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.273832] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d29dc33-5f39-4232-bbbf-dc0d7cd2ac91 with status ACTIVE [ 1149.274038] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.274193] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.274265] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.274490] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.274585] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.274773] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.274876] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.274935] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.275080] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.275157] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.275335] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.275430] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.275491] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.275629] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.275702] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.275788] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d29dc33-5f39-4232-bbbf-dc0d7cd2ac91 is going to be updated. [ 1149.297294] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.297294] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.297564] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.297564] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.297692] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.297859] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d29dc33-5f39-4232-bbbf-dc0d7cd2ac91" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.542102] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fca289b-5e86-43b3-bc79-68716b64dfdd taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.542102] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fca289b-5e86-43b3-bc79-68716b64dfdd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.542102] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fca289b-5e86-43b3-bc79-68716b64dfdd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.542102] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fca289b-5e86-43b3-bc79-68716b64dfdd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.542102] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.542102] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.542102] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.542102] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.542102] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.542102] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fca289b-5e86-43b3-bc79-68716b64dfdd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.542102] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fca289b-5e86-43b3-bc79-68716b64dfdd taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.542102] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fca289b-5e86-43b3-bc79-68716b64dfdd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.542102] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fca289b-5e86-43b3-bc79-68716b64dfdd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.542102] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fca289b-5e86-43b3-bc79-68716b64dfdd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.542102] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.542102] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.542784] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.542784] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.542784] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.542784] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fca289b-5e86-43b3-bc79-68716b64dfdd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.542784] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4fca289b-5e86-43b3-bc79-68716b64dfdd',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.759465] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.763025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.763025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.763025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.763025] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.763025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.763025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.763025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.763025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.763025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.763025] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.763025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.763025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.763025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.763025] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.763025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.763025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.763025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.763025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.763782] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.763782] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.813887] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae4027dc-443d-4535-a380-93b15d44a945 in Status: SUCCESS [ 1149.814076] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae4027dc-443d-4535-a380-93b15d44a945" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.814249] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae4027dc-443d-4535-a380-93b15d44a945" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.814470] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae4027dc-443d-4535-a380-93b15d44a945" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.814661] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.814777] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.814831] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.814976] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.815072] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.815158] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae4027dc-443d-4535-a380-93b15d44a945" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.815248] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae4027dc-443d-4535-a380-93b15d44a945',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.049451] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4fca289b-5e86-43b3-bc79-68716b64dfdd: rpc.has_security_group_logging(os_id): False [ 1150.066355] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.066497] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.066568] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.066779] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.066872] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.067131] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.067298] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.067368] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.067536] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.067617] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.067815] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.067910] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.067972] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.068125] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.068201] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.068388] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.068487] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.068549] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.068700] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.068817] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.068930] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fca289b-5e86-43b3-bc79-68716b64dfdd is going to be created. [ 1150.094835] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: SUCCESS [ 1150.094990] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.137219] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.137369] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.137441] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.137642] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.137822] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.147840] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fca289b-5e86-43b3-bc79-68716b64dfdd in Status: IN_PROGRESS for 2s [ 1150.266156] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e: rpc.has_security_group_logging(os_id): False [ 1150.284942] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.285099] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.285145] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.285342] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.285771] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.285771] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.285771] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.285954] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.285983] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.286088] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.286308] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.286407] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.286518] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.286643] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.286719] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.286935] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.287123] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.287262] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.287436] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.287519] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.287606] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e is going to be updated. [ 1150.317643] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae4027dc-443d-4535-a380-93b15d44a945',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.358313] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.358511] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.358579] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.358802] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.358951] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.370928] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e in Status: IN_PROGRESS for 2s [ 1150.690355] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 in Status: SUCCESS [ 1150.690566] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.691077] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.691077] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.691190] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.691245] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.691277] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.691457] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.691521] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.691612] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.691795] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-74824cbd-aa39-4082-85ba-c85f268cb2c0 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.691926] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.691926] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.692153] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.692212] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.692407] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.692407] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.692513] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.692623] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.692623] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.692814] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74824cbd-aa39-4082-85ba-c85f268cb2c0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.693677] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.693880] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.694129] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.694231] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.694231] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.694373] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.694434] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.694503] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74824cbd-aa39-4082-85ba-c85f268cb2c0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.819616] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae4027dc-443d-4535-a380-93b15d44a945: rpc.has_security_group_logging(os_id): False [ 1150.838999] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.839310] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.839310] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.839584] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.839710] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.839916] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.840027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.840112] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.840313] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.840395] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.840488] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae4027dc-443d-4535-a380-93b15d44a945 is going to be created. [ 1150.897027] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.897027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.897027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.897027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.897027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.907812] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae4027dc-443d-4535-a380-93b15d44a945 in Status: IN_PROGRESS for 2s [ 1151.196092] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74824cbd-aa39-4082-85ba-c85f268cb2c0: rpc.has_security_group_logging(os_id): False [ 1151.197213] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74824cbd-aa39-4082-85ba-c85f268cb2c0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.214634] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.214858] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.214973] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.215213] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.215320] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.215509] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.215973] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.215973] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.215973] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.216124] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.216316] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.216469] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.216569] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.216760] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.216905] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.217406] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.217540] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.219265] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.219265] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.219265] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.219265] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 is going to be updated. [ 1151.305070] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.305070] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.305070] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.305553] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.305553] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.316709] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 in Status: IN_PROGRESS for 2s [ 1151.700838] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74824cbd-aa39-4082-85ba-c85f268cb2c0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.160492] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fca289b-5e86-43b3-bc79-68716b64dfdd in Status: SUCCESS [ 1152.160849] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fca289b-5e86-43b3-bc79-68716b64dfdd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.203693] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.204031] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.204031] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.204197] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.204289] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.204392] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 is going to be updated. [ 1152.231136] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.231339] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.231385] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.231635] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.231795] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.240220] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 in Status: IN_PROGRESS for 2s [ 1152.384047] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e in Status: SUCCESS [ 1152.384355] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.384618] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.384939] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.385106] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.887657] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.887808] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.887882] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.888131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.888307] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.888439] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.888527] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.888660] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.888778] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.888844] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.888932] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.920793] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae4027dc-443d-4535-a380-93b15d44a945 in Status: SUCCESS [ 1152.921109] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae4027dc-443d-4535-a380-93b15d44a945" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.330587] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 in Status: SUCCESS [ 1153.330926] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.330926] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.331175] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.331305] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74824cbd-aa39-4082-85ba-c85f268cb2c0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.390747] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.390945] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.391040] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.391272] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.391671] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.391671] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.391671] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.391905] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.391905] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.392012] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.392097] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.392204] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.392254] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.392397] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.392536] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.392622] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.392679] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.392813] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.392886] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.392963] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.393081] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.556768] env[69670]: INFO networking_nsxv3.common.synchronization [req-1f160e7f-55bf-4457-a6e3-20d8081d867d req-3c36bba5-8436-4ede-8ed0-58c38cac04b5 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Enqueued Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_members [ 1153.557508] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_members [ 1153.558285] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.558415] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.558494] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.558716] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.558889] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.558991] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.559060] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.559310] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.559402] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.559473] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.833674] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-74824cbd-aa39-4082-85ba-c85f268cb2c0 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.833870] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.898504] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e: rpc.has_security_group_logging(os_id): False [ 1153.915481] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.915669] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.915770] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.916037] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.916157] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.916393] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.916536] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.916626] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.916795] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.916884] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.917114] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.917229] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.917385] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.917550] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.917635] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.917848] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.917966] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.918048] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.918198] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.918286] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.918373] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e is going to be updated. [ 1153.988855] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.989060] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.989103] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.989298] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.989457] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.000684] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e in Status: IN_PROGRESS for 2s [ 1154.062181] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.249952] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 in Status: SUCCESS [ 1154.250233] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.250387] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.250600] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.250791] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.250912] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.250990] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.251248] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.251248] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.251335] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.251405] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74824cbd-aa39-4082-85ba-c85f268cb2c0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.564132] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.754042] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-74824cbd-aa39-4082-85ba-c85f268cb2c0 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.754255] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.754332] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.754559] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.754739] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.754838] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.754901] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.755062] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.755154] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.755244] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.755390] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-74824cbd-aa39-4082-85ba-c85f268cb2c0 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.755484] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.755544] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.755684] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.755820] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.755908] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.755967] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.756119] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.756194] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.756277] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.756379] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74824cbd-aa39-4082-85ba-c85f268cb2c0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.882297] env[69670]: INFO networking_nsxv3.common.synchronization [req-611c249d-8a2f-44b1-aa8d-90e14e974d30 req-d0fcbf4f-1f8e-45f0-a8ff-20d626549c53 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Enqueued Resource ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e with Priority: HIGHEST for action security_group_members [ 1154.882297] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e with Priority: HIGHEST for action security_group_members [ 1154.882297] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.882297] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.882297] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.882297] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.882297] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.882297] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.882297] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.882947] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.883184] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.883396] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.889141] env[69670]: INFO networking_nsxv3.common.synchronization [req-24711a3b-c4d6-4b41-b000-64f2be3773e3 req-726298d5-c47f-45ad-98ef-89c2b7f87963 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Enqueued Resource ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e with Priority: HIGHEST for action security_group_members [ 1154.890643] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e with Priority: HIGHEST for action security_group_members [ 1154.891102] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.891311] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.066461] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.066633] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.066701] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.066930] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.067035] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.067153] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ae94e30-e016-435b-850c-689d2a009139 is going to be updated. [ 1155.093546] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.093546] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.093718] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.093819] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.093984] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.102835] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: IN_PROGRESS for 2s [ 1155.258428] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74824cbd-aa39-4082-85ba-c85f268cb2c0: rpc.has_security_group_logging(os_id): False [ 1155.276616] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.276863] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.276863] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.277072] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.277161] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.277386] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.277482] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.277549] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.277704] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.277832] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.278013] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.278133] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.278220] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.278326] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.278403] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.278611] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.278723] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.278787] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.278924] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.279759] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.279759] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 is going to be updated. [ 1155.341187] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.341335] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.341407] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.341621] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.341770] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.354015] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 in Status: IN_PROGRESS for 2s [ 1155.390662] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.390831] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.390951] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.391147] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.391265] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.391484] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.391601] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.391665] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.391846] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.391933] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.392051] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e is going to be updated. [ 1155.427530] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.427738] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.427794] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.428034] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.428187] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.436889] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e in Status: IN_PROGRESS for 2s [ 1156.014141] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e in Status: SUCCESS [ 1156.014520] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.025597] env[69670]: INFO networking_nsxv3.common.synchronization [req-b9de3dfd-0367-42e7-8cda-b315ea611c11 req-b437c877-bfbc-4441-ae2f-a85905470d4a tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Enqueued Resource ID: 4fca289b-5e86-43b3-bc79-68716b64dfdd with Priority: HIGHEST for action security_group_members [ 1157.026148] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fca289b-5e86-43b3-bc79-68716b64dfdd with Priority: HIGHEST for action security_group_members [ 1157.026450] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fca289b-5e86-43b3-bc79-68716b64dfdd taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.026578] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fca289b-5e86-43b3-bc79-68716b64dfdd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.026646] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fca289b-5e86-43b3-bc79-68716b64dfdd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.026842] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fca289b-5e86-43b3-bc79-68716b64dfdd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.027773] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.027773] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.027773] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.027773] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.027773] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.027773] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fca289b-5e86-43b3-bc79-68716b64dfdd',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.111699] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: SUCCESS [ 1157.111994] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.367919] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 in Status: SUCCESS [ 1157.368171] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.446478] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e in Status: SUCCESS [ 1157.446756] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e deletion is rescheduled due to dependency. [ 1157.446795] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.447057] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.447256] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.447528] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.447926] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.447926] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.447926] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.447926] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.448208] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.530636] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.530793] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.530861] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.531097] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.531189] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.532868] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.532868] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.532868] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.532868] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.532868] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.532868] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fca289b-5e86-43b3-bc79-68716b64dfdd is going to be updated. [ 1157.557205] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.557371] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.557444] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.557640] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.557779] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.565940] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fca289b-5e86-43b3-bc79-68716b64dfdd in Status: IN_PROGRESS for 2s [ 1157.950153] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.950361] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.950472] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.950663] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.950760] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.950963] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.951075] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.951138] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.951290] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.951367] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.951455] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e is going to be updated. [ 1157.975681] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.975807] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.975869] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.976057] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.976191] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.984881] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e in Status: IN_PROGRESS for 2s [ 1159.038895] env[69670]: INFO networking_nsxv3.common.synchronization [req-48d03063-dbde-46e6-8fb7-b2bbdeace03c req-ba6b6f8c-e861-4c3b-b8ec-836d096f36c3 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Enqueued Resource ID: cdcc411f-ce2b-4058-8002-cbd3fef49231 with Priority: HIGHEST for action security_group_members [ 1159.038895] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdcc411f-ce2b-4058-8002-cbd3fef49231 with Priority: HIGHEST for action security_group_members [ 1159.039191] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdcc411f-ce2b-4058-8002-cbd3fef49231 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.039636] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdcc411f-ce2b-4058-8002-cbd3fef49231" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.039636] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdcc411f-ce2b-4058-8002-cbd3fef49231" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.039636] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdcc411f-ce2b-4058-8002-cbd3fef49231" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.040239] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.041038] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.041038] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.041038] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.041038] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.041038] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdcc411f-ce2b-4058-8002-cbd3fef49231',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.543532] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.543701] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.543775] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.544015] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.544119] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.544323] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.544426] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.544491] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.544648] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.544724] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.544813] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdcc411f-ce2b-4058-8002-cbd3fef49231 is going to be updated. [ 1159.576610] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.576610] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.576610] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.576610] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.576926] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.578520] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fca289b-5e86-43b3-bc79-68716b64dfdd in Status: SUCCESS [ 1159.578671] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fca289b-5e86-43b3-bc79-68716b64dfdd deletion is rescheduled due to dependency. [ 1159.578773] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fca289b-5e86-43b3-bc79-68716b64dfdd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.586088] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdcc411f-ce2b-4058-8002-cbd3fef49231 in Status: IN_PROGRESS for 2s [ 1159.994546] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e in Status: SUCCESS [ 1159.995402] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e deletion is rescheduled due to dependency. [ 1159.995402] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.648663] env[69670]: INFO networking_nsxv3.common.synchronization [req-f30522b3-7129-4c64-a29e-63bcdeb02822 req-810f751c-9915-4d47-b318-b17dcaf06db2 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Enqueued Resource ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 with Priority: HIGHEST for action security_group_members [ 1160.649392] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 with Priority: HIGHEST for action security_group_members [ 1160.649982] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-74824cbd-aa39-4082-85ba-c85f268cb2c0 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.650107] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.651039] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.651039] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.651039] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.651039] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.651039] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.651328] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.651328] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.651328] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74824cbd-aa39-4082-85ba-c85f268cb2c0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.153622] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74824cbd-aa39-4082-85ba-c85f268cb2c0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.389038] env[69670]: INFO networking_nsxv3.common.synchronization [None req-1e6e7417-cddf-4dde-83e8-6cfb7eed8784 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Enqueued Resource ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 with Priority: HIGHEST for action security_group_members [ 1161.389563] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 with Priority: HIGHEST for action security_group_members [ 1161.389872] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-74824cbd-aa39-4082-85ba-c85f268cb2c0 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.389976] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.595896] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdcc411f-ce2b-4058-8002-cbd3fef49231 in Status: SUCCESS [ 1161.596119] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdcc411f-ce2b-4058-8002-cbd3fef49231 deletion is rescheduled due to dependency. [ 1161.596223] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdcc411f-ce2b-4058-8002-cbd3fef49231" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.657495] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74824cbd-aa39-4082-85ba-c85f268cb2c0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.161808] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.164219] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.164219] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.164219] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.164219] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.164219] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 is going to be updated. [ 1162.189574] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.189574] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.189574] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.189574] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.191072] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.199936] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 in Status: IN_PROGRESS for 2s [ 1162.387734] env[69670]: INFO networking_nsxv3.common.synchronization [req-8d36e7ab-8c9d-486f-adb4-ec16129acf6a req-af60483e-a85e-443e-8abe-ec3b23390206 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Enqueued Resource ID: 023f87ca-784d-402b-a29c-36dfd9e6fbbb with Priority: HIGHEST for action security_group_members [ 1162.388267] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023f87ca-784d-402b-a29c-36dfd9e6fbbb with Priority: HIGHEST for action security_group_members [ 1162.388579] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-023f87ca-784d-402b-a29c-36dfd9e6fbbb taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.388703] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023f87ca-784d-402b-a29c-36dfd9e6fbbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.388771] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023f87ca-784d-402b-a29c-36dfd9e6fbbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.388973] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023f87ca-784d-402b-a29c-36dfd9e6fbbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.389224] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.389359] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.389678] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.389678] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.389770] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.389884] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('023f87ca-784d-402b-a29c-36dfd9e6fbbb',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.892202] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.892484] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.892484] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.892703] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.892806] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.893096] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.893176] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.893176] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.893325] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.893399] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.893486] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 023f87ca-784d-402b-a29c-36dfd9e6fbbb is going to be updated. [ 1162.919982] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.920150] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.920219] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.920431] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.920576] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.931029] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023f87ca-784d-402b-a29c-36dfd9e6fbbb in Status: IN_PROGRESS for 2s [ 1164.209580] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 in Status: SUCCESS [ 1164.209836] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.209963] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.210203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.210404] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.210600] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.210600] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.211501] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.211501] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.211501] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74824cbd-aa39-4082-85ba-c85f268cb2c0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.823378] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.823544] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.823654] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.823967] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.824121] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.824396] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.824545] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.824641] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.824978] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.825137] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.825275] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 is going to be updated. [ 1164.854917] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.855028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.855068] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.855455] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.855455] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.865697] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 in Status: IN_PROGRESS for 2s [ 1164.938118] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023f87ca-784d-402b-a29c-36dfd9e6fbbb in Status: SUCCESS [ 1164.938312] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 023f87ca-784d-402b-a29c-36dfd9e6fbbb deletion is rescheduled due to dependency. [ 1164.938553] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023f87ca-784d-402b-a29c-36dfd9e6fbbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.543902] env[69670]: INFO networking_nsxv3.common.synchronization [req-dfb05897-7760-40bc-a23a-5e6ece300fe1 req-dd7d1bd0-4c27-40cd-988c-17563abf745e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Enqueued Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_members [ 1165.544443] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_members [ 1165.545220] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.545349] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.545417] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.545619] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.545784] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.545879] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.545940] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.546118] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.546207] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.546296] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.043384] env[69670]: INFO networking_nsxv3.common.synchronization [req-009d137c-efa8-4482-bce3-942c6571b0d8 req-d3125bb4-ebdc-4f1e-b952-e55db24746ce tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Enqueued Resource ID: 0c486dd3-baec-4a47-a2e3-4fa644020dbb with Priority: HIGHEST for action security_group_members [ 1166.043929] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c486dd3-baec-4a47-a2e3-4fa644020dbb with Priority: HIGHEST for action security_group_members [ 1166.044248] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c486dd3-baec-4a47-a2e3-4fa644020dbb taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.044482] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c486dd3-baec-4a47-a2e3-4fa644020dbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.044482] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c486dd3-baec-4a47-a2e3-4fa644020dbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.044623] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c486dd3-baec-4a47-a2e3-4fa644020dbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.044767] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.044863] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.044908] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.045532] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.045647] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.045742] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c486dd3-baec-4a47-a2e3-4fa644020dbb',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.048223] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.118966] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-69 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.119195] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-69" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.119323] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-69" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.119649] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-69" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.119935] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.120124] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.120246] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.120486] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.120646] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.120856] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1166.120970] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1166.121203] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1166.121326] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1166.121444] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1166.121550] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1166.121687] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1166.140792] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1166.140929] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1166.141086] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1166.141271] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-69" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.141596] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-fb98c274-cf2a-4a9b-ae8d-f11823bbeed6 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.141783] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-fb98c274-cf2a-4a9b-ae8d-f11823bbeed6" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.141892] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-fb98c274-cf2a-4a9b-ae8d-f11823bbeed6" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.142235] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-fb98c274-cf2a-4a9b-ae8d-f11823bbeed6" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.142374] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb98c274-cf2a-4a9b-ae8d-f11823bbeed6',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.247977] env[69670]: INFO networking_nsxv3.common.synchronization [None req-78901181-8dc7-43ed-8178-3ae820d5f22e None None] Enqueued Resource ID: eb7e2087-5cb9-4396-a225-1ca4754b2629 with Priority: HIGHEST for action port [ 1166.248246] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb7e2087-5cb9-4396-a225-1ca4754b2629 with Priority: HIGHEST for action port [ 1166.248798] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb7e2087-5cb9-4396-a225-1ca4754b2629 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.248922] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb7e2087-5cb9-4396-a225-1ca4754b2629" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.248985] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb7e2087-5cb9-4396-a225-1ca4754b2629" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.249246] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb7e2087-5cb9-4396-a225-1ca4754b2629" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.249321] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb7e2087-5cb9-4396-a225-1ca4754b2629',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.550592] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.551228] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.551228] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.551228] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.551228] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.551514] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.551514] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.551657] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.551704] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.551775] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.551924] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c486dd3-baec-4a47-a2e3-4fa644020dbb is going to be updated. [ 1166.552950] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.578037] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.578189] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.578257] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.578474] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.578614] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.586838] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c486dd3-baec-4a47-a2e3-4fa644020dbb in Status: IN_PROGRESS for 2s [ 1166.644616] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.644857] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.644986] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.645312] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.645474] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.645635] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port fb98c274-cf2a-4a9b-ae8d-f11823bbeed6 not found, creating... [ 1166.645899] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.646145] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.646284] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.646506] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.646649] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.646934] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.647105] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.647226] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.647436] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.647570] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.647712] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: fb98c274-cf2a-4a9b-ae8d-f11823bbeed6 is going to be created. [ 1166.669133] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.669656] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.669894] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.670339] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.670690] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.671070] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-fb98c274-cf2a-4a9b-ae8d-f11823bbeed6" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.752127] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb7e2087-5cb9-4396-a225-1ca4754b2629 [ 1166.752368] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.752497] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.752558] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.752987] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.753098] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.753290] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb7e2087-5cb9-4396-a225-1ca4754b2629 already deleted. [ 1166.753290] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb7e2087-5cb9-4396-a225-1ca4754b2629" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.877734] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 in Status: SUCCESS [ 1166.877734] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 deletion is rescheduled due to dependency. [ 1166.877981] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.055633] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.055991] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.055991] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.056131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.056189] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.056682] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ae94e30-e016-435b-850c-689d2a009139 is going to be updated. [ 1167.082206] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.082359] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.082417] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.082620] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.082754] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.090914] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: IN_PROGRESS for 2s [ 1167.395529] env[69670]: INFO networking_nsxv3.common.synchronization [req-dfb05897-7760-40bc-a23a-5e6ece300fe1 req-b2444784-7d06-4cf4-ad15-202652a39313 service nova] Enqueued Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_rules [ 1167.395529] env[69670]: INFO networking_nsxv3.common.synchronization [req-dfb05897-7760-40bc-a23a-5e6ece300fe1 req-b2444784-7d06-4cf4-ad15-202652a39313 service nova] Enqueued Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_members [ 1167.395529] env[69670]: INFO networking_nsxv3.common.synchronization [req-dfb05897-7760-40bc-a23a-5e6ece300fe1 req-b2444784-7d06-4cf4-ad15-202652a39313 service nova] Enqueued Resource ID: fb98c274-cf2a-4a9b-ae8d-f11823bbeed6 with Priority: HIGHEST for action port [ 1167.395722] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_rules [ 1167.395840] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_members [ 1167.395928] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb98c274-cf2a-4a9b-ae8d-f11823bbeed6 with Priority: HIGHEST for action port [ 1167.396498] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.396606] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.396669] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.396861] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.396939] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.398085] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.398216] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.398458] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb98c274-cf2a-4a9b-ae8d-f11823bbeed6 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.398612] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb98c274-cf2a-4a9b-ae8d-f11823bbeed6" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.398711] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb98c274-cf2a-4a9b-ae8d-f11823bbeed6" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.398909] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb98c274-cf2a-4a9b-ae8d-f11823bbeed6" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.399031] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb98c274-cf2a-4a9b-ae8d-f11823bbeed6',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.901263] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.901684] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.901684] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb98c274-cf2a-4a9b-ae8d-f11823bbeed6 with status ACTIVE [ 1167.901684] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.901910] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.901910] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.902501] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.902501] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.902501] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.902501] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.902501] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.902749] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.902749] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.902901] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.903042] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.903108] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.903253] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.903327] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.903463] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb98c274-cf2a-4a9b-ae8d-f11823bbeed6 is going to be updated. [ 1167.923941] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.924128] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.924185] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.924418] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.924975] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.924975] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb98c274-cf2a-4a9b-ae8d-f11823bbeed6" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.391146] env[69670]: INFO networking_nsxv3.common.synchronization [None req-974294ec-e39b-4261-9c4b-e96179f73384 None None] Enqueued Resource ID: 5eeebfd1-bbc4-4694-a4fd-d4a86b732b63 with Priority: HIGHEST for action port [ 1168.391440] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5eeebfd1-bbc4-4694-a4fd-d4a86b732b63 with Priority: HIGHEST for action port [ 1168.392043] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-5eeebfd1-bbc4-4694-a4fd-d4a86b732b63 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.392522] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5eeebfd1-bbc4-4694-a4fd-d4a86b732b63" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.392597] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5eeebfd1-bbc4-4694-a4fd-d4a86b732b63" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.392863] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5eeebfd1-bbc4-4694-a4fd-d4a86b732b63" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.392946] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5eeebfd1-bbc4-4694-a4fd-d4a86b732b63',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.598785] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c486dd3-baec-4a47-a2e3-4fa644020dbb in Status: SUCCESS [ 1168.598961] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c486dd3-baec-4a47-a2e3-4fa644020dbb deletion is rescheduled due to dependency. [ 1168.599086] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c486dd3-baec-4a47-a2e3-4fa644020dbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.634391] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-102 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.634616] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-102" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.634747] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-102" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.635037] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-102" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.635305] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.635467] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.635623] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.635973] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.636162] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.636380] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1168.636499] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1168.636608] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1168.636775] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1168.636889] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1168.636995] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1168.637165] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1168.655545] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1168.655719] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1168.655855] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1168.656039] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-102" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.656374] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-eea9473e-0a7c-4a39-8477-9dd9a75fa895 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.656509] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-eea9473e-0a7c-4a39-8477-9dd9a75fa895" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.656631] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-eea9473e-0a7c-4a39-8477-9dd9a75fa895" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.656912] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-eea9473e-0a7c-4a39-8477-9dd9a75fa895" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.657029] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eea9473e-0a7c-4a39-8477-9dd9a75fa895',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.895987] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5eeebfd1-bbc4-4694-a4fd-d4a86b732b63 [ 1168.896248] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.896380] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.896448] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.896744] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.896744] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.896846] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5eeebfd1-bbc4-4694-a4fd-d4a86b732b63 already deleted. [ 1168.896910] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5eeebfd1-bbc4-4694-a4fd-d4a86b732b63" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.101552] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: SUCCESS [ 1169.101802] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.101922] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.102147] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.102332] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.102447] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.102509] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.102647] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.102803] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.102958] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.160402] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.160725] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.160907] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.161234] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.161427] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.161753] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.161924] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.162070] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.162292] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.162431] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.162720] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.162877] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.162994] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.163216] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.163351] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.163496] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: eea9473e-0a7c-4a39-8477-9dd9a75fa895 is going to be updated. [ 1169.184863] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.185096] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.185216] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.185578] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.185784] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.186034] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-eea9473e-0a7c-4a39-8477-9dd9a75fa895" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.605033] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.106956] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.189025] env[69670]: INFO networking_nsxv3.common.synchronization [req-8a02dc9b-234a-45f2-9762-77a588ed5b7d req-48f530df-f338-4a14-b008-481036b2f9af service nova] Enqueued Resource ID: 004c43f6-12c0-43f4-b9ae-dfa65446e46f with Priority: HIGHEST for action security_group_rules [ 1170.189349] env[69670]: INFO networking_nsxv3.common.synchronization [req-8a02dc9b-234a-45f2-9762-77a588ed5b7d req-48f530df-f338-4a14-b008-481036b2f9af service nova] Enqueued Resource ID: 004c43f6-12c0-43f4-b9ae-dfa65446e46f with Priority: HIGHEST for action security_group_members [ 1170.189591] env[69670]: INFO networking_nsxv3.common.synchronization [req-8a02dc9b-234a-45f2-9762-77a588ed5b7d req-48f530df-f338-4a14-b008-481036b2f9af service nova] Enqueued Resource ID: eea9473e-0a7c-4a39-8477-9dd9a75fa895 with Priority: HIGHEST for action port [ 1170.190497] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004c43f6-12c0-43f4-b9ae-dfa65446e46f with Priority: HIGHEST for action security_group_rules [ 1170.190661] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004c43f6-12c0-43f4-b9ae-dfa65446e46f with Priority: HIGHEST for action security_group_members [ 1170.190795] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eea9473e-0a7c-4a39-8477-9dd9a75fa895 with Priority: HIGHEST for action port [ 1170.191466] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-004c43f6-12c0-43f4-b9ae-dfa65446e46f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.191643] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.191775] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.192365] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.192443] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('004c43f6-12c0-43f4-b9ae-dfa65446e46f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.195416] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-004c43f6-12c0-43f4-b9ae-dfa65446e46f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.195561] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.195635] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.195820] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.195976] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.196084] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.196145] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.196290] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.196375] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.198284] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('004c43f6-12c0-43f4-b9ae-dfa65446e46f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.202984] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-eea9473e-0a7c-4a39-8477-9dd9a75fa895 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.203115] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eea9473e-0a7c-4a39-8477-9dd9a75fa895" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.203185] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eea9473e-0a7c-4a39-8477-9dd9a75fa895" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.203351] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eea9473e-0a7c-4a39-8477-9dd9a75fa895" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.203429] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eea9473e-0a7c-4a39-8477-9dd9a75fa895',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.273089] env[69670]: INFO networking_nsxv3.common.synchronization [req-2461962c-3745-445e-b1b7-486d0b93f13c req-63bfa0f4-f416-4f2a-a28a-d67d0172a647 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Enqueued Resource ID: b31e66b1-920b-4a6c-94ff-fbdacb01c885 with Priority: HIGHEST for action security_group_members [ 1170.273663] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b31e66b1-920b-4a6c-94ff-fbdacb01c885 with Priority: HIGHEST for action security_group_members [ 1170.274400] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-b31e66b1-920b-4a6c-94ff-fbdacb01c885 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.274400] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b31e66b1-920b-4a6c-94ff-fbdacb01c885" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.274400] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b31e66b1-920b-4a6c-94ff-fbdacb01c885" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.274639] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b31e66b1-920b-4a6c-94ff-fbdacb01c885" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.274639] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.274790] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.274819] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.274961] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.275054] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.275144] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b31e66b1-920b-4a6c-94ff-fbdacb01c885',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.609692] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.609946] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.609946] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.610163] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.610254] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.610359] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ae94e30-e016-435b-850c-689d2a009139 is going to be updated. [ 1170.641959] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.642166] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.642270] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.642721] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.642859] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.651254] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: IN_PROGRESS for 2s [ 1170.695425] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-004c43f6-12c0-43f4-b9ae-dfa65446e46f taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.695579] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.708316] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('004c43f6-12c0-43f4-b9ae-dfa65446e46f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.709401] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eea9473e-0a7c-4a39-8477-9dd9a75fa895 with status ACTIVE [ 1170.709401] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.709596] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.709637] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.709845] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.709934] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.710126] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.710227] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.710289] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.710433] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.710518] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.710689] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.710780] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.710840] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.711010] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.711046] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.711830] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eea9473e-0a7c-4a39-8477-9dd9a75fa895 is going to be updated. [ 1170.736546] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.736546] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.736546] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.736546] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.736546] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.736546] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eea9473e-0a7c-4a39-8477-9dd9a75fa895" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.778830] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.778954] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.779018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.779232] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.779354] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.779573] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.779681] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.779742] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.779885] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.779959] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.780057] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b31e66b1-920b-4a6c-94ff-fbdacb01c885 is going to be updated. [ 1170.807265] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.807403] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.807470] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.807684] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.807826] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.815700] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b31e66b1-920b-4a6c-94ff-fbdacb01c885 in Status: IN_PROGRESS for 2s [ 1171.213352] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('004c43f6-12c0-43f4-b9ae-dfa65446e46f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.717054] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.717274] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.717348] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.717624] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.717750] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.718365] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 004c43f6-12c0-43f4-b9ae-dfa65446e46f is going to be updated. [ 1171.744592] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.744765] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.744833] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.745070] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.745222] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.758469] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 004c43f6-12c0-43f4-b9ae-dfa65446e46f in Status: IN_PROGRESS for 2s [ 1172.660746] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: SUCCESS [ 1172.661054] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.661139] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.661347] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.661536] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.661711] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.661785] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.661913] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.662008] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.662152] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.662234] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.825398] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b31e66b1-920b-4a6c-94ff-fbdacb01c885 in Status: SUCCESS [ 1172.825674] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b31e66b1-920b-4a6c-94ff-fbdacb01c885 deletion is rescheduled due to dependency. [ 1172.825785] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b31e66b1-920b-4a6c-94ff-fbdacb01c885" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.164196] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.164633] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.165409] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.165653] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.165852] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.165965] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.166051] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.167217] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.167319] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.167414] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.167582] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.167682] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.167744] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.167932] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.168045] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.169174] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.169174] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.169174] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.169174] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.169174] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.169174] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.670586] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ae94e30-e016-435b-850c-689d2a009139: rpc.has_security_group_logging(os_id): False [ 1173.688817] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.688970] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.689054] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.689276] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.689428] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.689739] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.689955] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.690041] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.690226] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.690307] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.690652] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.690804] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.690877] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.695685] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.695807] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.696035] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.696141] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.696206] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.696358] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.696438] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.696528] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ae94e30-e016-435b-850c-689d2a009139 is going to be updated. [ 1173.753325] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.753475] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.753531] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.753743] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.753885] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.766053] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 004c43f6-12c0-43f4-b9ae-dfa65446e46f in Status: SUCCESS [ 1173.766324] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.766400] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.766615] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.766794] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.766900] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.766966] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.767199] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.767283] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.767366] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.767454] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('004c43f6-12c0-43f4-b9ae-dfa65446e46f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.769690] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: IN_PROGRESS for 2s [ 1173.941034] env[69670]: INFO networking_nsxv3.common.synchronization [None req-539c1b30-9b8c-4394-8a95-26264ca3f875 None None] Enqueued Resource ID: 5e9d5aaa-e4bc-4767-8d72-20929b970db4 with Priority: HIGHEST for action port [ 1173.941034] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e9d5aaa-e4bc-4767-8d72-20929b970db4 with Priority: HIGHEST for action port [ 1173.942227] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e9d5aaa-e4bc-4767-8d72-20929b970db4 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.942453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e9d5aaa-e4bc-4767-8d72-20929b970db4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.942580] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e9d5aaa-e4bc-4767-8d72-20929b970db4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.943025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e9d5aaa-e4bc-4767-8d72-20929b970db4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.943152] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e9d5aaa-e4bc-4767-8d72-20929b970db4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.270363] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('004c43f6-12c0-43f4-b9ae-dfa65446e46f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.447423] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e9d5aaa-e4bc-4767-8d72-20929b970db4 [ 1174.447713] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.447853] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.447941] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.448229] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.448318] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.448369] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e9d5aaa-e4bc-4767-8d72-20929b970db4 already deleted. [ 1174.448452] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e9d5aaa-e4bc-4767-8d72-20929b970db4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.773626] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 004c43f6-12c0-43f4-b9ae-dfa65446e46f: rpc.has_security_group_logging(os_id): False [ 1174.790786] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.791472] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.791737] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.791805] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.792466] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.792466] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.792466] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.792466] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.792661] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.792661] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.792716] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 004c43f6-12c0-43f4-b9ae-dfa65446e46f is going to be updated. [ 1174.848326] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.848469] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.848980] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.848980] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.848980] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.863075] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 004c43f6-12c0-43f4-b9ae-dfa65446e46f in Status: IN_PROGRESS for 2s [ 1175.799403] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: SUCCESS [ 1175.799403] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.073864] env[69670]: INFO networking_nsxv3.common.synchronization [None req-969136ff-4f6b-4ac5-8852-70be8e5068f7 None None] Enqueued Resource ID: 54937be1-e5f4-48ed-8e80-bd0d016da786 with Priority: HIGHEST for action port [ 1176.073864] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54937be1-e5f4-48ed-8e80-bd0d016da786 with Priority: HIGHEST for action port [ 1176.074434] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-54937be1-e5f4-48ed-8e80-bd0d016da786 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.074582] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54937be1-e5f4-48ed-8e80-bd0d016da786" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.074654] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54937be1-e5f4-48ed-8e80-bd0d016da786" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.074872] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54937be1-e5f4-48ed-8e80-bd0d016da786" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.074951] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54937be1-e5f4-48ed-8e80-bd0d016da786',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.576979] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54937be1-e5f4-48ed-8e80-bd0d016da786 [ 1176.577254] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.577383] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.577454] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.578022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.578022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.578022] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54937be1-e5f4-48ed-8e80-bd0d016da786 already deleted. [ 1176.578199] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54937be1-e5f4-48ed-8e80-bd0d016da786" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.875275] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 004c43f6-12c0-43f4-b9ae-dfa65446e46f in Status: SUCCESS [ 1176.875607] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.861744] env[69670]: INFO networking_nsxv3.common.synchronization [req-8c3eeae4-11e6-4383-ad15-e140f629a031 req-f065ecbf-f73b-43ea-8005-906b0340d943 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Enqueued Resource ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 with Priority: HIGHEST for action security_group_members [ 1178.862628] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 with Priority: HIGHEST for action security_group_members [ 1178.862715] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.862821] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.862879] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.863166] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.863343] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.863453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.863505] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.863656] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.863735] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.863835] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd8ecd4-3846-493f-8d4a-e8dec7b34060',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.273117] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-484 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.273328] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-484" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.273453] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-484" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.273805] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-484" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.274116] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.274278] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.274395] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.274617] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.274767] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.274983] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1179.275109] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1179.275223] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1179.275337] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1179.275446] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1179.275554] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1179.275694] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1179.298271] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1179.298520] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1179.299156] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1179.299156] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-484" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.299299] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-19a6c38f-a4a5-40a0-90ae-1cc7acf6a8bb taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.299473] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-19a6c38f-a4a5-40a0-90ae-1cc7acf6a8bb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.299596] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-19a6c38f-a4a5-40a0-90ae-1cc7acf6a8bb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.299992] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-19a6c38f-a4a5-40a0-90ae-1cc7acf6a8bb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.300152] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19a6c38f-a4a5-40a0-90ae-1cc7acf6a8bb',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.370673] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.371229] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.371377] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.372039] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.372039] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.372039] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.372265] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.372265] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.372597] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.372767] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.372937] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 already deleted. [ 1179.373116] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.803077] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.803384] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.803466] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.803794] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.804122] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.804122] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 19a6c38f-a4a5-40a0-90ae-1cc7acf6a8bb not found, creating... [ 1179.804405] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.804564] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.804709] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.804913] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.805273] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.805647] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.805818] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.805943] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.806178] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.806318] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.806461] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 19a6c38f-a4a5-40a0-90ae-1cc7acf6a8bb is going to be created. [ 1179.826839] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.827091] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.827223] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.827741] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.827831] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.828058] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-19a6c38f-a4a5-40a0-90ae-1cc7acf6a8bb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.557263] env[69670]: INFO networking_nsxv3.common.synchronization [req-54be46e9-d332-4ae3-a281-1ad74a582109 req-fe5b1215-6572-48b5-b7d1-a75b8583f034 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Enqueued Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_members [ 1180.557743] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_members [ 1180.558093] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.558224] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.558293] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.558494] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.558684] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.558799] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.558864] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.559033] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.559121] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.559211] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.686910] env[69670]: INFO networking_nsxv3.common.synchronization [req-8c3eeae4-11e6-4383-ad15-e140f629a031 req-18c348a3-95e2-4f4b-acf8-c77245afc279 service nova] Enqueued Resource ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 with Priority: HIGHEST for action security_group_rules [ 1180.687112] env[69670]: INFO networking_nsxv3.common.synchronization [req-8c3eeae4-11e6-4383-ad15-e140f629a031 req-18c348a3-95e2-4f4b-acf8-c77245afc279 service nova] Enqueued Resource ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 with Priority: HIGHEST for action security_group_members [ 1180.687712] env[69670]: INFO networking_nsxv3.common.synchronization [req-8c3eeae4-11e6-4383-ad15-e140f629a031 req-18c348a3-95e2-4f4b-acf8-c77245afc279 service nova] Enqueued Resource ID: 19a6c38f-a4a5-40a0-90ae-1cc7acf6a8bb with Priority: HIGHEST for action port [ 1180.687712] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 with Priority: HIGHEST for action security_group_rules [ 1180.687712] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 with Priority: HIGHEST for action security_group_members [ 1180.687957] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19a6c38f-a4a5-40a0-90ae-1cc7acf6a8bb with Priority: HIGHEST for action port [ 1180.688534] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bd8ecd4-3846-493f-8d4a-e8dec7b34060 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.689023] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.689023] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.689023] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.689208] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bd8ecd4-3846-493f-8d4a-e8dec7b34060',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.690127] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.690127] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.690127] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.690328] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.690749] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.690749] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.690749] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.690749] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.690749] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.691016] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd8ecd4-3846-493f-8d4a-e8dec7b34060',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.691572] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-19a6c38f-a4a5-40a0-90ae-1cc7acf6a8bb taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.691678] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19a6c38f-a4a5-40a0-90ae-1cc7acf6a8bb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.691742] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19a6c38f-a4a5-40a0-90ae-1cc7acf6a8bb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.692164] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19a6c38f-a4a5-40a0-90ae-1cc7acf6a8bb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.692164] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19a6c38f-a4a5-40a0-90ae-1cc7acf6a8bb',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.061413] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.137282] env[69670]: INFO networking_nsxv3.common.synchronization [req-8c3eeae4-11e6-4383-ad15-e140f629a031 req-4fba4e13-e7f0-4f00-86d6-de163434eef5 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Enqueued Resource ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 with Priority: HIGHEST for action security_group_members [ 1181.138044] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 with Priority: HIGHEST for action security_group_members [ 1181.138155] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.138274] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.194091] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.194298] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.194459] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bd8ecd4-3846-493f-8d4a-e8dec7b34060',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.195320] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19a6c38f-a4a5-40a0-90ae-1cc7acf6a8bb with status ACTIVE [ 1181.195506] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.195628] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.195722] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.195977] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.195977] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.196381] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.196381] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.196381] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.196583] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.196583] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.196677] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.196839] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.196908] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.196990] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.197531] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.197531] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19a6c38f-a4a5-40a0-90ae-1cc7acf6a8bb is going to be updated. [ 1181.224878] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.224878] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.224878] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.224878] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.224878] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.224878] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19a6c38f-a4a5-40a0-90ae-1cc7acf6a8bb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.473937] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-484 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.474589] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-484" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.474589] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-484" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.474589] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-484" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.474874] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.475072] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.475201] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.475510] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.475709] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.475939] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1181.476074] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1181.476186] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1181.476470] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1181.476545] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1181.476615] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1181.476755] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1181.496072] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1181.496435] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1181.496599] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1181.496793] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-484" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.497152] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-571dfada-21fc-47ce-acfb-b31c7490a7fe taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.497435] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-571dfada-21fc-47ce-acfb-b31c7490a7fe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.497609] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-571dfada-21fc-47ce-acfb-b31c7490a7fe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.497959] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-571dfada-21fc-47ce-acfb-b31c7490a7fe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.498135] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('571dfada-21fc-47ce-acfb-b31c7490a7fe',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.563875] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.699300] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bd8ecd4-3846-493f-8d4a-e8dec7b34060',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.000434] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.000737] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.000879] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.001207] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.002027] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.002027] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 571dfada-21fc-47ce-acfb-b31c7490a7fe not found, creating... [ 1182.002027] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.002027] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.002276] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.002516] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.002615] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.002861] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.003038] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.003157] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.003370] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.003562] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.003710] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 571dfada-21fc-47ce-acfb-b31c7490a7fe is going to be created. [ 1182.027512] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.027956] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.028160] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.028485] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.028735] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.028979] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-571dfada-21fc-47ce-acfb-b31c7490a7fe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.066544] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.066701] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.066800] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.067048] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.068109] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.068109] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ae94e30-e016-435b-850c-689d2a009139 is going to be updated. [ 1182.098651] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.098651] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.098916] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.098916] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.099062] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.115026] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: IN_PROGRESS for 2s [ 1182.203607] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.203884] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.204022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.204309] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.204453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.204691] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 is going to be created. [ 1182.233317] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.233579] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.233579] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.233753] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.233915] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.248283] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 in Status: UNINITIALIZED for 2s [ 1183.039417] env[69670]: INFO networking_nsxv3.common.synchronization [req-8c3eeae4-11e6-4383-ad15-e140f629a031 req-79697c22-f040-45c5-be41-44fe75ec1e24 service nova] Enqueued Resource ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 with Priority: HIGHEST for action security_group_rules [ 1183.039417] env[69670]: INFO networking_nsxv3.common.synchronization [req-8c3eeae4-11e6-4383-ad15-e140f629a031 req-79697c22-f040-45c5-be41-44fe75ec1e24 service nova] Enqueued Resource ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 with Priority: HIGHEST for action security_group_members [ 1183.039417] env[69670]: INFO networking_nsxv3.common.synchronization [req-8c3eeae4-11e6-4383-ad15-e140f629a031 req-79697c22-f040-45c5-be41-44fe75ec1e24 service nova] Enqueued Resource ID: 571dfada-21fc-47ce-acfb-b31c7490a7fe with Priority: HIGHEST for action port [ 1183.039812] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 with Priority: HIGHEST for action security_group_rules [ 1183.039812] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 with Priority: HIGHEST for action security_group_members [ 1183.039980] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 571dfada-21fc-47ce-acfb-b31c7490a7fe with Priority: HIGHEST for action port [ 1183.041415] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bd8ecd4-3846-493f-8d4a-e8dec7b34060 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.041571] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.041979] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.042119] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.042353] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-571dfada-21fc-47ce-acfb-b31c7490a7fe taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.042494] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-571dfada-21fc-47ce-acfb-b31c7490a7fe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.042583] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-571dfada-21fc-47ce-acfb-b31c7490a7fe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.042848] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-571dfada-21fc-47ce-acfb-b31c7490a7fe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.042960] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('571dfada-21fc-47ce-acfb-b31c7490a7fe',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.547032] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 571dfada-21fc-47ce-acfb-b31c7490a7fe with status ACTIVE [ 1183.547032] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.547182] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.547216] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.547441] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.547533] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.547752] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.547866] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.547921] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.548097] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.548169] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.548359] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.548451] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.548509] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.548647] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.548720] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.548807] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 571dfada-21fc-47ce-acfb-b31c7490a7fe is going to be updated. [ 1183.582819] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.582978] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.583044] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.583258] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.583396] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.583555] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-571dfada-21fc-47ce-acfb-b31c7490a7fe" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.124482] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: SUCCESS [ 1184.124765] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.257869] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 in Status: SUCCESS [ 1184.258142] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.258359] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.258671] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.259008] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.259066] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.259096] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.259303] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.259415] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.259534] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd8ecd4-3846-493f-8d4a-e8dec7b34060',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.358519] env[69670]: INFO networking_nsxv3.common.synchronization [req-05e7fd04-2728-4c43-9aa5-79a230d87831 req-9404fcdf-b01d-40ff-a38a-1d01acf94bcb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Enqueued Resource ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 with Priority: HIGHEST for action security_group_members [ 1184.359064] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 with Priority: HIGHEST for action security_group_members [ 1184.359488] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.360220] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.360347] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.360477] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.360877] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.360877] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.360877] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.361272] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.361272] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.361476] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4995535b-33b0-4f0d-a8c4-4dda98d7ff35',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.765027] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bd8ecd4-3846-493f-8d4a-e8dec7b34060',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.864160] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.864333] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.864402] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.864628] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.864722] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.864928] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.865040] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.865112] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.865249] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.865324] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.865409] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 is going to be updated. [ 1184.889434] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.889645] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.889645] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.889892] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.890041] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.898809] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 in Status: IN_PROGRESS for 2s [ 1185.267636] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bd8ecd4-3846-493f-8d4a-e8dec7b34060',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.772937] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.772937] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.772937] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.772937] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.772937] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.772937] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 is going to be updated. [ 1185.799578] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.799578] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.799578] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.799578] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.799578] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.807222] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 in Status: IN_PROGRESS for 2s [ 1186.712166] env[69670]: INFO networking_nsxv3.common.synchronization [None req-c7cc8070-ac16-43c8-9ca6-b9863f556a4e tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Enqueued Resource ID: 406ee568-3ded-477e-9a51-6d97a096ad54 with Priority: HIGHEST for action security_group_rules [ 1186.712550] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 406ee568-3ded-477e-9a51-6d97a096ad54 with Priority: HIGHEST for action security_group_rules [ 1186.712972] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-406ee568-3ded-477e-9a51-6d97a096ad54 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.713166] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.713263] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.713721] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.713822] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('406ee568-3ded-477e-9a51-6d97a096ad54',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.799312] env[69670]: INFO networking_nsxv3.common.synchronization [None req-396977d1-7364-469a-b4d1-f55fcbb3b9f1 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Enqueued Resource ID: 406ee568-3ded-477e-9a51-6d97a096ad54 with Priority: HIGHEST for action security_group_rules [ 1186.800136] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 406ee568-3ded-477e-9a51-6d97a096ad54 with Priority: HIGHEST for action security_group_rules [ 1186.800584] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-406ee568-3ded-477e-9a51-6d97a096ad54 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.800731] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.909496] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 in Status: SUCCESS [ 1186.909496] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 deletion is rescheduled due to dependency. [ 1186.909496] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.234532] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.234740] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.234740] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.234940] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.235313] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.235313] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 406ee568-3ded-477e-9a51-6d97a096ad54 already deleted. [ 1187.235313] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.235469] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.235597] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.235666] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('406ee568-3ded-477e-9a51-6d97a096ad54',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.758727] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.759397] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.759397] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.759397] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.759563] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.759615] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 406ee568-3ded-477e-9a51-6d97a096ad54 already deleted. [ 1187.759691] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.816114] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 in Status: SUCCESS [ 1187.816352] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.816552] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.816782] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.816983] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.817222] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.817222] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.817387] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.817387] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.817471] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.817566] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9bd8ecd4-3846-493f-8d4a-e8dec7b34060',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.818454] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.818621] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.818800] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.818939] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.819050] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.819226] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.819309] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.819397] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd8ecd4-3846-493f-8d4a-e8dec7b34060',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.989831] env[69670]: INFO networking_nsxv3.common.synchronization [req-b7269af3-a543-440a-9422-32889001b313 req-c60140a7-497e-4a17-92e5-a2b7cfafa6e7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Enqueued Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_members [ 1187.992418] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_members [ 1187.992418] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b4c9114-58a5-47bb-9dbb-394479f9c094 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.992418] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.992418] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.992418] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.992418] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.992418] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.992418] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.992418] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.992418] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.992418] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.322149] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.322330] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.322534] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bd8ecd4-3846-493f-8d4a-e8dec7b34060',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.332424] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-553 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.332557] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-553" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.332610] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-553" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.333188] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-553" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.334028] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.334028] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.334028] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.334028] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.334264] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.334373] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1188.334491] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1188.334602] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1188.334712] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1188.334823] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1188.334930] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1188.335078] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1188.352949] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1188.353201] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1188.353381] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1188.353574] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-553" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.353895] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-2e7323d6-fd24-4d03-866b-d75e9a1ed561 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.354087] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-2e7323d6-fd24-4d03-866b-d75e9a1ed561" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.354214] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-2e7323d6-fd24-4d03-866b-d75e9a1ed561" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.354559] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-2e7323d6-fd24-4d03-866b-d75e9a1ed561" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.354705] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e7323d6-fd24-4d03-866b-d75e9a1ed561',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.493727] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.493889] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.493996] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.494194] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.494288] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.494487] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.494589] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.494643] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.494793] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.494870] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.494952] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 already deleted. [ 1188.495043] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.825172] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bd8ecd4-3846-493f-8d4a-e8dec7b34060',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.856742] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.856978] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.857127] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.857418] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.857570] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.857758] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 2e7323d6-fd24-4d03-866b-d75e9a1ed561 not found, creating... [ 1188.858049] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.858219] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.858341] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.858563] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.858707] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.858994] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.859338] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.859465] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.859678] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.859874] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.860030] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 2e7323d6-fd24-4d03-866b-d75e9a1ed561 is going to be created. [ 1188.879696] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.879969] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.880136] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.880446] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.880685] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.880958] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-2e7323d6-fd24-4d03-866b-d75e9a1ed561" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.329114] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.329114] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.329114] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.329114] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.329114] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.329114] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 is going to be updated. [ 1189.358284] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.358461] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.358520] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.358710] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.358850] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.367621] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 in Status: IN_PROGRESS for 2s [ 1189.593932] env[69670]: INFO networking_nsxv3.common.synchronization [req-b7269af3-a543-440a-9422-32889001b313 req-e6da7835-8d56-461c-82c6-ebdb71415f49 service nova] Enqueued Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_rules [ 1189.594130] env[69670]: INFO networking_nsxv3.common.synchronization [req-b7269af3-a543-440a-9422-32889001b313 req-e6da7835-8d56-461c-82c6-ebdb71415f49 service nova] Enqueued Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_members [ 1189.594271] env[69670]: INFO networking_nsxv3.common.synchronization [req-b7269af3-a543-440a-9422-32889001b313 req-e6da7835-8d56-461c-82c6-ebdb71415f49 service nova] Enqueued Resource ID: 2e7323d6-fd24-4d03-866b-d75e9a1ed561 with Priority: HIGHEST for action port [ 1189.594508] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_rules [ 1189.594636] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_members [ 1189.594730] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e7323d6-fd24-4d03-866b-d75e9a1ed561 with Priority: HIGHEST for action port [ 1189.595360] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b4c9114-58a5-47bb-9dbb-394479f9c094 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.595564] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.595564] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.595718] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.595833] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.597126] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b4c9114-58a5-47bb-9dbb-394479f9c094 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.597126] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.597126] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.597126] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.597281] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.597281] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.597281] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.597415] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.597497] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.597581] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.598308] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e7323d6-fd24-4d03-866b-d75e9a1ed561 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.599092] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e7323d6-fd24-4d03-866b-d75e9a1ed561" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.599092] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e7323d6-fd24-4d03-866b-d75e9a1ed561" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.599092] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e7323d6-fd24-4d03-866b-d75e9a1ed561" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.599092] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e7323d6-fd24-4d03-866b-d75e9a1ed561',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.100545] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.101525] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b4c9114-58a5-47bb-9dbb-394479f9c094 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.101662] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.102238] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e7323d6-fd24-4d03-866b-d75e9a1ed561 with status ACTIVE [ 1190.102238] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.102407] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.102407] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.102509] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.102629] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.102759] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.102880] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.102925] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.103100] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.103177] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.103359] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.103592] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.103592] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.103658] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.103712] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.103793] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e7323d6-fd24-4d03-866b-d75e9a1ed561 is going to be updated. [ 1190.124141] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.124311] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.124344] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.124530] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.124663] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.124818] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e7323d6-fd24-4d03-866b-d75e9a1ed561" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.242431] env[69670]: INFO networking_nsxv3.common.synchronization [req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c req-2ccb999c-caac-4bc2-936e-0778206d43c7 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Enqueued Resource ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b with Priority: HIGHEST for action security_group_members [ 1190.243226] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b with Priority: HIGHEST for action security_group_members [ 1190.243658] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.243834] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.243928] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.244257] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.244477] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.244623] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.244694] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.244925] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.245093] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.245249] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.558360] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-582 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.558550] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-582" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.558682] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-582" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.558956] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-582" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.559236] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.559399] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.559518] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.559744] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.559965] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.560212] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1190.560328] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1190.560458] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1190.560592] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1190.560711] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1190.560843] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1190.560993] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1190.584652] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1190.584652] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1190.584652] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1190.584806] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-582" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.585180] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-e48ec87a-8b14-4880-a5ef-f9f21bb18bcd taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.585321] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-e48ec87a-8b14-4880-a5ef-f9f21bb18bcd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.585321] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-e48ec87a-8b14-4880-a5ef-f9f21bb18bcd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.585639] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-e48ec87a-8b14-4880-a5ef-f9f21bb18bcd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.586416] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e48ec87a-8b14-4880-a5ef-f9f21bb18bcd',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.602803] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.748737] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.748737] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.748737] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.748737] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.748737] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.748737] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.748737] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.748737] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.749153] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.749153] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.749153] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b is going to be deleted. [ 1190.779708] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.781241] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.781325] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.781560] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.781654] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.781757] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.087898] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.088150] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.088282] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.088563] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.088717] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.088874] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port e48ec87a-8b14-4880-a5ef-f9f21bb18bcd not found, creating... [ 1191.089184] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.089355] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.089477] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.089695] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.089895] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.090572] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.090752] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.090897] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.091111] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.091255] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.091397] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: e48ec87a-8b14-4880-a5ef-f9f21bb18bcd is going to be created. [ 1191.104136] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.104467] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.104467] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.104467] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.104568] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.104629] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 is going to be created. [ 1191.109754] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.109979] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.110122] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.110354] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.110581] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.110853] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-e48ec87a-8b14-4880-a5ef-f9f21bb18bcd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.124856] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.125026] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.125518] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.125743] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.125903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.134135] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: UNINITIALIZED for 2s [ 1191.377428] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 in Status: SUCCESS [ 1191.377665] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.377861] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.378090] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.378287] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.378405] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.378472] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.378628] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.378712] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.378797] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.378951] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.379059] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.379121] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.379262] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.379403] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.379495] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.379556] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.379691] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.379768] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.379875] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.379980] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9bd8ecd4-3846-493f-8d4a-e8dec7b34060',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.883014] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9bd8ecd4-3846-493f-8d4a-e8dec7b34060: rpc.has_security_group_logging(os_id): False [ 1191.899681] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.899880] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.900153] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.900226] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.901133] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.901133] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.901133] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.901133] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.901133] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.901133] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.901133] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.901485] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.901485] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.901485] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.901485] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.901864] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.901864] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.901864] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.901966] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.901966] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.902442] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 is going to be created. [ 1191.905165] env[69670]: INFO networking_nsxv3.common.synchronization [req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c req-b04c20f9-51bf-48c8-8909-ca2395614aae service nova] Enqueued Resource ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b with Priority: HIGHEST for action security_group_rules [ 1191.906378] env[69670]: INFO networking_nsxv3.common.synchronization [req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c req-b04c20f9-51bf-48c8-8909-ca2395614aae service nova] Enqueued Resource ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b with Priority: HIGHEST for action security_group_members [ 1191.906378] env[69670]: INFO networking_nsxv3.common.synchronization [req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c req-b04c20f9-51bf-48c8-8909-ca2395614aae service nova] Enqueued Resource ID: e48ec87a-8b14-4880-a5ef-f9f21bb18bcd with Priority: HIGHEST for action port [ 1191.906378] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b with Priority: HIGHEST for action security_group_rules [ 1191.906378] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b with Priority: HIGHEST for action security_group_members [ 1191.906677] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e48ec87a-8b14-4880-a5ef-f9f21bb18bcd with Priority: HIGHEST for action port [ 1191.906752] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.906868] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.906933] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.907127] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.907207] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.908086] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.908312] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.908312] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.908408] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.908883] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.908883] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.908883] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.908883] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.909062] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.909207] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.913237] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-e48ec87a-8b14-4880-a5ef-f9f21bb18bcd taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.913237] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e48ec87a-8b14-4880-a5ef-f9f21bb18bcd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.913237] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e48ec87a-8b14-4880-a5ef-f9f21bb18bcd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.913237] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e48ec87a-8b14-4880-a5ef-f9f21bb18bcd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.913237] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e48ec87a-8b14-4880-a5ef-f9f21bb18bcd',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.959153] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.959367] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.959422] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.959716] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.959988] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.969186] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 in Status: IN_PROGRESS for 2s [ 1192.414555] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.414886] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.414886] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.415866] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e48ec87a-8b14-4880-a5ef-f9f21bb18bcd with status ACTIVE [ 1192.416064] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.416181] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.416247] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.416452] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.416538] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.416745] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.416852] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.416943] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.417081] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.417154] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.417336] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.417423] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.417476] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.417613] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.417770] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.418117] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e48ec87a-8b14-4880-a5ef-f9f21bb18bcd is going to be updated. [ 1192.448342] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.448521] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.448558] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.448750] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.448916] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.449105] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e48ec87a-8b14-4880-a5ef-f9f21bb18bcd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.919845] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.148331] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: SUCCESS [ 1193.148628] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.149020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.149340] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.149458] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.149580] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.149641] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.149830] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.149962] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.150081] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.150176] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.422604] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.422955] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.422955] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.423090] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.423172] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.423279] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b is going to be created. [ 1193.447048] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.447223] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.447275] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.447478] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.447639] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.456737] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b in Status: UNINITIALIZED for 2s [ 1193.652615] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b4c9114-58a5-47bb-9dbb-394479f9c094 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.652744] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.652824] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.653021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.653208] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.653306] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.653373] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.653520] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.653611] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.653697] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.653900] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b4c9114-58a5-47bb-9dbb-394479f9c094 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.654015] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.654072] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.654219] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.654359] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.654465] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.654595] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.655606] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.655804] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.655926] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.656062] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.781898] env[69670]: INFO networking_nsxv3.common.synchronization [req-aa88dba0-f270-409a-8c1a-699c943973de req-9a081a2f-3c02-4f71-8e32-c85ba8b09b7e tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Enqueued Resource ID: 406ee568-3ded-477e-9a51-6d97a096ad54 with Priority: HIGHEST for action security_group_members [ 1193.782675] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 406ee568-3ded-477e-9a51-6d97a096ad54 with Priority: HIGHEST for action security_group_members [ 1193.782998] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-406ee568-3ded-477e-9a51-6d97a096ad54 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.783178] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.783257] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.783610] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.783797] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.783797] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.787089] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.787089] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.787089] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.787089] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('406ee568-3ded-477e-9a51-6d97a096ad54',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.981484] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 in Status: SUCCESS [ 1193.981709] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.981884] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.982119] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.982227] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bd8ecd4-3846-493f-8d4a-e8dec7b34060',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.158285] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b4c9114-58a5-47bb-9dbb-394479f9c094: rpc.has_security_group_logging(os_id): False [ 1194.176494] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-225 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.176682] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-225" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.176811] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-225" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.177162] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-225" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.178953] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.178953] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.178953] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.178953] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.178953] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.178953] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1194.178953] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1194.178953] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1194.179427] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1194.179427] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1194.179427] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1194.179427] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1194.182705] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.182848] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.182932] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.183123] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.183242] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.183472] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.183612] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.183678] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.183889] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.183983] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.184232] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.184382] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.184471] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.184669] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.184793] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.185089] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.185222] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.185288] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.185453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.185532] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.185636] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 is going to be created. [ 1194.200566] env[69670]: INFO networking_nsxv3.common.synchronization [req-adb2f1d9-045f-4778-a876-265c0d106ec3 req-f2cada19-e194-4113-aad9-6813b1ffe769 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Enqueued Resource ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 with Priority: HIGHEST for action security_group_members [ 1194.201542] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 with Priority: HIGHEST for action security_group_members [ 1194.202018] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.206457] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.206587] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.206922] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.207207] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.207362] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.207455] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.207706] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.207884] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.207981] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd8ecd4-3846-493f-8d4a-e8dec7b34060',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.210255] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1194.210528] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1194.212165] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1194.212650] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-225" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.212859] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-53977be0-f20e-44be-9f89-414f05e2d112 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.213129] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-53977be0-f20e-44be-9f89-414f05e2d112" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.213327] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-53977be0-f20e-44be-9f89-414f05e2d112" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.214153] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-53977be0-f20e-44be-9f89-414f05e2d112" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.214153] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53977be0-f20e-44be-9f89-414f05e2d112',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.254768] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.255046] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.255046] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.255260] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.255376] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.266714] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: IN_PROGRESS for 2s [ 1194.287691] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.287915] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.287915] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.288167] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.288216] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.288374] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.288475] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.288534] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.288683] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.288813] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.288856] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 406ee568-3ded-477e-9a51-6d97a096ad54 already deleted. [ 1194.288929] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.487458] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.487782] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.528890] env[69670]: INFO networking_nsxv3.common.synchronization [req-37f735c1-020b-4552-83c5-f32c309e37b5 req-eafad98a-9dc7-4192-9b04-51435e11592b tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Enqueued Resource ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 with Priority: HIGHEST for action security_group_members [ 1194.529433] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 with Priority: HIGHEST for action security_group_members [ 1194.529740] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.529886] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.717480] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bd8ecd4-3846-493f-8d4a-e8dec7b34060',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.722023] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.722023] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.722023] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.722023] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.722023] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.722023] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 53977be0-f20e-44be-9f89-414f05e2d112 not found, creating... [ 1194.722023] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.722023] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.722023] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.722023] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.722023] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.722853] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.722853] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.722853] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.722853] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.722853] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.722853] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 53977be0-f20e-44be-9f89-414f05e2d112 is going to be created. [ 1194.749146] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.749146] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.749146] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.749146] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.749146] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.749146] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-53977be0-f20e-44be-9f89-414f05e2d112" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.224795] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bd8ecd4-3846-493f-8d4a-e8dec7b34060',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.382969] env[69670]: INFO networking_nsxv3.common.synchronization [req-996af30a-0529-49c3-b64e-1e50cd2e464e req-6b9cb54d-b489-4d9b-a1ee-4390ee18d779 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Enqueued Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_members [ 1195.382969] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGHEST for action security_group_members [ 1195.383246] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.383369] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.383436] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.383633] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.383785] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.383881] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.383944] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.384565] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.384762] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.384889] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.397508] env[69670]: INFO networking_nsxv3.common.synchronization [req-aa88dba0-f270-409a-8c1a-699c943973de req-270a214c-660f-4ec0-a3a8-aaabf28e9632 service nova] Enqueued Resource ID: 406ee568-3ded-477e-9a51-6d97a096ad54 with Priority: HIGHEST for action security_group_rules [ 1195.397508] env[69670]: INFO networking_nsxv3.common.synchronization [req-aa88dba0-f270-409a-8c1a-699c943973de req-270a214c-660f-4ec0-a3a8-aaabf28e9632 service nova] Enqueued Resource ID: 406ee568-3ded-477e-9a51-6d97a096ad54 with Priority: HIGHEST for action security_group_members [ 1195.397508] env[69670]: INFO networking_nsxv3.common.synchronization [req-aa88dba0-f270-409a-8c1a-699c943973de req-270a214c-660f-4ec0-a3a8-aaabf28e9632 service nova] Enqueued Resource ID: 53977be0-f20e-44be-9f89-414f05e2d112 with Priority: HIGHEST for action port [ 1195.398379] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 406ee568-3ded-477e-9a51-6d97a096ad54 with Priority: HIGHEST for action security_group_rules [ 1195.399106] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 406ee568-3ded-477e-9a51-6d97a096ad54 with Priority: HIGHEST for action security_group_members [ 1195.399219] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53977be0-f20e-44be-9f89-414f05e2d112 with Priority: HIGHEST for action port [ 1195.401422] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-406ee568-3ded-477e-9a51-6d97a096ad54 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.401545] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.401610] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.401923] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.402035] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('406ee568-3ded-477e-9a51-6d97a096ad54',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.403154] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-406ee568-3ded-477e-9a51-6d97a096ad54 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.403264] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.403303] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.403444] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.403599] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.403692] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.403749] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.403892] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.404038] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.404119] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('406ee568-3ded-477e-9a51-6d97a096ad54',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.408598] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-53977be0-f20e-44be-9f89-414f05e2d112 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.408598] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53977be0-f20e-44be-9f89-414f05e2d112" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.408598] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53977be0-f20e-44be-9f89-414f05e2d112" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.408598] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53977be0-f20e-44be-9f89-414f05e2d112" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.408598] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53977be0-f20e-44be-9f89-414f05e2d112',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.465834] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b in Status: SUCCESS [ 1195.466066] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.466239] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.466475] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.466600] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.466743] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.466799] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.467011] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.467107] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.467223] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.467280] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.727241] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.727485] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.727485] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.727671] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.727748] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.727869] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 is going to be updated. [ 1195.753853] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.754057] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.754100] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.754306] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.754450] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.762913] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 in Status: IN_PROGRESS for 2s [ 1195.886830] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.887072] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.887072] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.887299] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.887398] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.887597] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.887696] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.887753] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.887901] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.887980] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.888094] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ae94e30-e016-435b-850c-689d2a009139 is going to be updated. [ 1195.907223] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('406ee568-3ded-477e-9a51-6d97a096ad54',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.908265] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-406ee568-3ded-477e-9a51-6d97a096ad54 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.908673] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.909882] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53977be0-f20e-44be-9f89-414f05e2d112 with status ACTIVE [ 1195.910119] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.910250] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.910365] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.910534] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.910641] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.910842] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.911021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.911331] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.911331] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.911491] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.911725] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.911879] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.912024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.912215] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.912631] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.912631] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53977be0-f20e-44be-9f89-414f05e2d112 is going to be updated. [ 1195.914834] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.915018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.915150] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.915795] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.915795] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.927397] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: IN_PROGRESS for 2s [ 1195.935034] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.935805] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.935805] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.935805] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.935805] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.935965] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53977be0-f20e-44be-9f89-414f05e2d112" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.969373] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.969582] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.969582] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.969804] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.970101] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.970190] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.970230] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.970375] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.970498] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.970601] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.970764] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.970890] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.970957] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.971134] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.971289] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.971402] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.971459] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.971599] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.971691] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.971776] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.971885] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.284508] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: SUCCESS [ 1196.284821] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.409472] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('406ee568-3ded-477e-9a51-6d97a096ad54',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.474548] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b: rpc.has_security_group_logging(os_id): False [ 1196.492292] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.492478] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.492547] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.492936] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.493102] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.493411] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.493532] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.493600] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.493764] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.493844] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.494080] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.494187] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.494233] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.494382] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.494466] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.494660] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.494807] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.494807] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.494951] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.495037] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.495120] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b is going to be created. [ 1196.547435] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.547606] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.547673] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.547931] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.548158] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.559609] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b in Status: IN_PROGRESS for 2s [ 1196.911622] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.911972] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.911972] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.913046] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.913046] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.913046] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 406ee568-3ded-477e-9a51-6d97a096ad54 is going to be created. [ 1196.933426] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.933649] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.933649] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.933822] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.933991] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.946902] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 406ee568-3ded-477e-9a51-6d97a096ad54 in Status: UNINITIALIZED for 2s [ 1197.773789] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 in Status: SUCCESS [ 1197.774016] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.774226] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.774459] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.774615] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.774725] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.774788] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.774968] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.775020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.775109] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.775225] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9bd8ecd4-3846-493f-8d4a-e8dec7b34060',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.776876] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.777093] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.777307] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.777437] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.777491] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.777625] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.777708] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.777803] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd8ecd4-3846-493f-8d4a-e8dec7b34060',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.937355] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ae94e30-e016-435b-850c-689d2a009139 in Status: SUCCESS [ 1197.937591] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ae94e30-e016-435b-850c-689d2a009139 deletion is rescheduled due to dependency. [ 1197.937751] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.281833] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.281833] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.281833] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.281833] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.281833] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.281833] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.281833] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.281833] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.281833] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.281833] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.281833] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.281833] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.281833] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 is going to be updated. [ 1198.311018] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.311018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.311018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.311018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.311018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.317158] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 in Status: IN_PROGRESS for 2s [ 1198.361563] env[69670]: INFO networking_nsxv3.common.synchronization [req-e2b22414-8117-4e4c-9b42-f12f76e5a857 req-6db3610a-8aa1-4c1d-b0c5-5008d4840a8f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Enqueued Resource ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 with Priority: HIGHEST for action security_group_members [ 1198.362026] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 with Priority: HIGHEST for action security_group_members [ 1198.362364] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.362479] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.362546] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.362750] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.362901] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.362990] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.363321] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.363485] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.363573] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.363666] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4995535b-33b0-4f0d-a8c4-4dda98d7ff35',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.574085] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b in Status: SUCCESS [ 1198.574321] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.671329] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-541 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.671579] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-541" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.671872] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-541" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.672101] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-541" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.672417] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.672603] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.672752] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.673039] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.673292] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.673619] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1198.673786] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1198.673916] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1198.674039] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1198.674117] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1198.674264] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1198.674409] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1198.692210] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1198.692451] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1198.692601] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1198.692785] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-541" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.693123] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-ba37bf21-431e-4735-a875-7de39bf3f800 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.693305] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-ba37bf21-431e-4735-a875-7de39bf3f800" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.693434] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-ba37bf21-431e-4735-a875-7de39bf3f800" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.693764] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-ba37bf21-431e-4735-a875-7de39bf3f800" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.693910] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba37bf21-431e-4735-a875-7de39bf3f800',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.865661] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.865979] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.865979] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.866180] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.866287] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.866447] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.866580] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.866660] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.866735] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.866807] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.866909] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 is going to be updated. [ 1198.891665] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.891989] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.891989] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.892297] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.892526] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.907640] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 in Status: IN_PROGRESS for 2s [ 1198.957492] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 406ee568-3ded-477e-9a51-6d97a096ad54 in Status: SUCCESS [ 1198.957927] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.958691] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.958691] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.958691] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.958691] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.958691] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.958941] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.958941] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.958999] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.959320] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('406ee568-3ded-477e-9a51-6d97a096ad54',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.020477] env[69670]: INFO networking_nsxv3.common.synchronization [req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 req-2d0fc3cc-48b6-401f-9e6c-f7f8cca61992 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Enqueued Resource ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 with Priority: HIGHEST for action security_group_members [ 1199.020754] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 with Priority: HIGHEST for action security_group_members [ 1199.021107] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a79a60-518e-406d-93dd-6244bdbef8b5 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.021782] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.021782] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.021782] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.021782] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.022175] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.022175] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.022175] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.022175] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.022463] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73a79a60-518e-406d-93dd-6244bdbef8b5',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.196089] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.196413] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.196583] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.197919] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.197919] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.197919] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port ba37bf21-431e-4735-a875-7de39bf3f800 not found, creating... [ 1199.197919] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.197919] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.197919] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.198389] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.198389] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.198452] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.198600] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.198714] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.198944] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.199508] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.201351] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: ba37bf21-431e-4735-a875-7de39bf3f800 is going to be created. [ 1199.230640] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.230872] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.231194] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.231329] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.231656] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.231780] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-ba37bf21-431e-4735-a875-7de39bf3f800" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.462198] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('406ee568-3ded-477e-9a51-6d97a096ad54',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.524772] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.524956] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.525040] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.526033] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.526033] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.526033] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.526033] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.526033] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.526033] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.526033] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.526033] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 is going to be updated. [ 1199.552033] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.552232] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.552279] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.552459] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.552604] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.567243] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 in Status: IN_PROGRESS for 2s [ 1199.931593] env[69670]: INFO networking_nsxv3.common.synchronization [req-e2b22414-8117-4e4c-9b42-f12f76e5a857 req-bdd2417f-eb7e-4854-9d7f-6ff40ef5e7ae service nova] Enqueued Resource ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 with Priority: HIGHEST for action security_group_rules [ 1199.931809] env[69670]: INFO networking_nsxv3.common.synchronization [req-e2b22414-8117-4e4c-9b42-f12f76e5a857 req-bdd2417f-eb7e-4854-9d7f-6ff40ef5e7ae service nova] Enqueued Resource ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 with Priority: HIGHEST for action security_group_members [ 1199.931956] env[69670]: INFO networking_nsxv3.common.synchronization [req-e2b22414-8117-4e4c-9b42-f12f76e5a857 req-bdd2417f-eb7e-4854-9d7f-6ff40ef5e7ae service nova] Enqueued Resource ID: ba37bf21-431e-4735-a875-7de39bf3f800 with Priority: HIGHEST for action port [ 1199.932311] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 with Priority: HIGHEST for action security_group_rules [ 1199.932382] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 with Priority: HIGHEST for action security_group_members [ 1199.932514] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba37bf21-431e-4735-a875-7de39bf3f800 with Priority: HIGHEST for action port [ 1199.933281] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4995535b-33b0-4f0d-a8c4-4dda98d7ff35 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.933451] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.933744] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.933880] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.933977] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4995535b-33b0-4f0d-a8c4-4dda98d7ff35',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.935395] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.935591] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.936189] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba37bf21-431e-4735-a875-7de39bf3f800 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.936342] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba37bf21-431e-4735-a875-7de39bf3f800" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.936443] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba37bf21-431e-4735-a875-7de39bf3f800" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.936661] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba37bf21-431e-4735-a875-7de39bf3f800" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.936771] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba37bf21-431e-4735-a875-7de39bf3f800',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.965593] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 406ee568-3ded-477e-9a51-6d97a096ad54: rpc.has_security_group_logging(os_id): False [ 1199.981478] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.981792] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.983250] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.983469] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.983590] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.983857] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.983959] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.984035] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.984202] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.984297] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.984386] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 406ee568-3ded-477e-9a51-6d97a096ad54 is going to be created. [ 1200.039847] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.040559] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.040559] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.040559] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.040892] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.051313] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 406ee568-3ded-477e-9a51-6d97a096ad54 in Status: IN_PROGRESS for 2s [ 1200.327260] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 in Status: SUCCESS [ 1200.327434] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 deletion is rescheduled due to dependency. [ 1200.327524] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.327666] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.327887] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.328060] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.328210] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.328247] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.328466] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.328547] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.328631] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.328765] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.328895] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.328928] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.329079] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.329185] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.329271] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.329323] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.329463] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.329535] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.329611] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.329693] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9bd8ecd4-3846-493f-8d4a-e8dec7b34060',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.336918] env[69670]: INFO networking_nsxv3.common.synchronization [req-bfb88f66-8dfd-421c-b9ba-d2cbbcdfc54c req-de802cb8-3275-4970-b804-4c30a351c8ff tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Enqueued Resource ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b with Priority: HIGHEST for action security_group_members [ 1200.337702] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b with Priority: HIGHEST for action security_group_members [ 1200.338223] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.338332] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.338388] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.338550] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.338686] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.338778] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.338841] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.338957] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.339039] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.339139] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.380302] env[69670]: INFO networking_nsxv3.common.synchronization [req-bfb88f66-8dfd-421c-b9ba-d2cbbcdfc54c req-de802cb8-3275-4970-b804-4c30a351c8ff tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Enqueued Resource ID: e48ec87a-8b14-4880-a5ef-f9f21bb18bcd with Priority: HIGHEST for action port [ 1200.380302] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e48ec87a-8b14-4880-a5ef-f9f21bb18bcd with Priority: HIGHEST for action port [ 1200.380302] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-e48ec87a-8b14-4880-a5ef-f9f21bb18bcd taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.380564] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e48ec87a-8b14-4880-a5ef-f9f21bb18bcd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.380564] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e48ec87a-8b14-4880-a5ef-f9f21bb18bcd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.380660] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e48ec87a-8b14-4880-a5ef-f9f21bb18bcd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.380738] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e48ec87a-8b14-4880-a5ef-f9f21bb18bcd',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.436260] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.436393] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.438904] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba37bf21-431e-4735-a875-7de39bf3f800 with status ACTIVE [ 1200.438995] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.439180] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.439257] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.439486] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.439605] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.439806] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.439948] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.440042] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.440196] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.440464] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.440464] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.440589] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.440670] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.440762] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.440806] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.440898] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba37bf21-431e-4735-a875-7de39bf3f800 is going to be updated. [ 1200.460283] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.460763] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.460848] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.461336] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.461336] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.461454] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba37bf21-431e-4735-a875-7de39bf3f800" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.832668] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9bd8ecd4-3846-493f-8d4a-e8dec7b34060: rpc.has_security_group_logging(os_id): False [ 1200.841225] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.841404] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.841482] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.841716] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.841832] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.842052] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.842153] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.842228] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.842398] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.842476] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.842574] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b is going to be updated. [ 1200.848816] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.849104] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.849104] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.849312] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.849345] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.849690] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.849817] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.849954] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.850147] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.850258] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.850434] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.850547] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.850611] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.850743] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.850815] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.851411] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.851411] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.851411] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.851411] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.852194] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.852194] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 is going to be updated. [ 1200.866246] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.866392] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.866488] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.866671] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.866813] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.873893] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b in Status: IN_PROGRESS for 2s [ 1200.882357] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e48ec87a-8b14-4880-a5ef-f9f21bb18bcd with status ACTIVE [ 1200.882604] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.882720] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.882789] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.883034] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.883133] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.883328] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.883430] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.883498] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.883666] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.883727] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.883913] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.884014] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.884081] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.884221] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.884297] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.884382] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e48ec87a-8b14-4880-a5ef-f9f21bb18bcd is going to be updated. [ 1200.901760] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.902072] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.902219] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.902560] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.902767] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.903010] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e48ec87a-8b14-4880-a5ef-f9f21bb18bcd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.912071] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.912071] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.912346] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.912478] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.912630] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.920270] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 in Status: SUCCESS [ 1200.920561] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 deletion is rescheduled due to dependency. [ 1200.920711] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.921263] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.921390] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.921600] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.921736] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.921820] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.921946] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.922078] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.922437] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4995535b-33b0-4f0d-a8c4-4dda98d7ff35',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.923720] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 in Status: IN_PROGRESS for 2s [ 1201.424604] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4995535b-33b0-4f0d-a8c4-4dda98d7ff35',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.576935] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 in Status: SUCCESS [ 1201.576935] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 deletion is rescheduled due to dependency. [ 1201.576935] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.927456] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4995535b-33b0-4f0d-a8c4-4dda98d7ff35',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.061795] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 406ee568-3ded-477e-9a51-6d97a096ad54 in Status: SUCCESS [ 1202.062069] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.417476] env[69670]: INFO networking_nsxv3.common.synchronization [req-ad07f3c7-cabe-48e2-be38-0ec3aa3439ac req-2e429763-0b61-4b8a-aa90-b52e2c98dfc0 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Enqueued Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_members [ 1202.418487] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_members [ 1202.418824] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b4c9114-58a5-47bb-9dbb-394479f9c094 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.422021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.422021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.422021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.422021] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.422021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.422021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.422021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.422021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.422021] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.429986] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.430276] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.430276] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.430418] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.430502] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.431949] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 is going to be updated. [ 1202.457240] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.457415] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.457415] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.457683] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.457761] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.465375] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 in Status: IN_PROGRESS for 2s [ 1202.882236] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b in Status: SUCCESS [ 1202.882465] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b deletion is rescheduled due to dependency. [ 1202.882645] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.924960] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.925122] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.925258] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.925502] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.925749] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.926087] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.926312] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.926424] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.926667] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.926880] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.926979] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 is going to be updated. [ 1202.941759] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 in Status: SUCCESS [ 1202.942019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.952498] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.952644] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.952717] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.953021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.953253] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.960714] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: IN_PROGRESS for 2s [ 1204.478549] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 in Status: SUCCESS [ 1204.478856] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.478856] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.480019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.480019] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.480019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.480019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.480019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.480019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.480019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.480019] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4995535b-33b0-4f0d-a8c4-4dda98d7ff35',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.970441] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: SUCCESS [ 1204.970441] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 deletion is rescheduled due to dependency. [ 1204.970441] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.983429] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4995535b-33b0-4f0d-a8c4-4dda98d7ff35',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.487370] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4995535b-33b0-4f0d-a8c4-4dda98d7ff35: rpc.has_security_group_logging(os_id): False [ 1205.505027] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.505027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.505027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.505027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.505027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.505027] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.505027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.505027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.505027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.505027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.505027] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 is going to be updated. [ 1205.564022] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.564022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.564022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.564022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.564022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.575235] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 in Status: IN_PROGRESS for 2s [ 1207.420019] env[69670]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1207.420439] env[69670]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1207.589378] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 in Status: SUCCESS [ 1207.589618] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.938588] env[69670]: INFO networking_nsxv3.common.synchronization [req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 req-507debe9-159f-40d7-ba48-59a9b9f54d18 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Enqueued Resource ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 with Priority: HIGHEST for action security_group_members [ 1207.938878] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 with Priority: HIGHEST for action security_group_members [ 1207.939168] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.939449] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.939449] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.939913] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.939913] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.939913] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.940473] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.940473] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.940473] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.940473] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd8ecd4-3846-493f-8d4a-e8dec7b34060',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.238909] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-484 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.239168] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-484" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.239393] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-484" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.239654] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-484" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.239951] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.240191] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.240327] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.240563] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.240714] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.240927] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1208.241061] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1208.241173] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1208.241285] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1208.241405] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1208.241506] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1208.241667] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1208.259695] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1208.259889] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1208.260073] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1208.260272] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-484" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.260792] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-2e3fa3b7-ebac-47f4-9ab9-5c2619e1f8e9 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.261072] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-2e3fa3b7-ebac-47f4-9ab9-5c2619e1f8e9" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.261229] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-2e3fa3b7-ebac-47f4-9ab9-5c2619e1f8e9" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.261549] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-2e3fa3b7-ebac-47f4-9ab9-5c2619e1f8e9" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.261694] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e3fa3b7-ebac-47f4-9ab9-5c2619e1f8e9',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.443111] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.443547] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.443547] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.443641] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.443692] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.443921] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.444045] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.444112] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.444260] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.444354] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.444444] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 is going to be updated. [ 1208.471761] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.472117] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.472117] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.472307] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.472480] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.481060] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 in Status: IN_PROGRESS for 2s [ 1208.764493] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.764733] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.764864] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.765192] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.765348] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.765508] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 2e3fa3b7-ebac-47f4-9ab9-5c2619e1f8e9 not found, creating... [ 1208.765824] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.765929] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.766058] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.766278] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.766421] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.766701] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.766861] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.766982] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.767205] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.767347] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.767489] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 2e3fa3b7-ebac-47f4-9ab9-5c2619e1f8e9 is going to be created. [ 1208.785749] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.785996] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.786083] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.786340] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.786568] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.786790] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-2e3fa3b7-ebac-47f4-9ab9-5c2619e1f8e9" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.525867] env[69670]: INFO networking_nsxv3.common.synchronization [req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 req-3babc98b-f3f6-4d21-95cf-7342faf228ec service nova] Enqueued Resource ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 with Priority: HIGHEST for action security_group_rules [ 1209.526104] env[69670]: INFO networking_nsxv3.common.synchronization [req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 req-3babc98b-f3f6-4d21-95cf-7342faf228ec service nova] Enqueued Resource ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 with Priority: HIGHEST for action security_group_members [ 1209.526613] env[69670]: INFO networking_nsxv3.common.synchronization [req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 req-3babc98b-f3f6-4d21-95cf-7342faf228ec service nova] Enqueued Resource ID: 2e3fa3b7-ebac-47f4-9ab9-5c2619e1f8e9 with Priority: HIGHEST for action port [ 1209.526862] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 with Priority: HIGHEST for action security_group_rules [ 1209.527047] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 with Priority: HIGHEST for action security_group_members [ 1209.527109] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e3fa3b7-ebac-47f4-9ab9-5c2619e1f8e9 with Priority: HIGHEST for action port [ 1209.527643] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bd8ecd4-3846-493f-8d4a-e8dec7b34060 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.527768] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.527837] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.528072] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.528164] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bd8ecd4-3846-493f-8d4a-e8dec7b34060',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.531400] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.531501] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.531694] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e3fa3b7-ebac-47f4-9ab9-5c2619e1f8e9 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.531793] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e3fa3b7-ebac-47f4-9ab9-5c2619e1f8e9" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.531858] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e3fa3b7-ebac-47f4-9ab9-5c2619e1f8e9" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.532045] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e3fa3b7-ebac-47f4-9ab9-5c2619e1f8e9" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.532124] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e3fa3b7-ebac-47f4-9ab9-5c2619e1f8e9',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.034006] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.034189] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.037597] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e3fa3b7-ebac-47f4-9ab9-5c2619e1f8e9 with status ACTIVE [ 1210.037794] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.037935] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.038014] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.038329] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.038421] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.038613] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.038712] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.038788] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.038948] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.039019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.039225] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.039319] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.039381] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.039537] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.039604] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.039701] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e3fa3b7-ebac-47f4-9ab9-5c2619e1f8e9 is going to be updated. [ 1210.059732] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.059880] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.060018] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.060207] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.060368] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.060542] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e3fa3b7-ebac-47f4-9ab9-5c2619e1f8e9" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.175891] env[69670]: INFO networking_nsxv3.common.synchronization [req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 req-fe0b1cc9-e19d-4d60-9f15-a4c182bcc06e tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Enqueued Resource ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 with Priority: HIGHEST for action security_group_members [ 1210.176102] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 with Priority: HIGHEST for action security_group_members [ 1210.176400] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.176502] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.460317] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-484 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.460317] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-484" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.460317] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-484" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.460317] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-484" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.460317] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.460317] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.460317] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.460317] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.460317] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.460317] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1210.460317] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1210.460317] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1210.460875] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1210.460875] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1210.460875] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1210.460875] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1210.477800] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1210.477958] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1210.478135] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1210.478309] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-484" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.478585] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-53afcecc-1729-495f-947c-b647243bcf0b taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.478748] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-53afcecc-1729-495f-947c-b647243bcf0b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.478871] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-53afcecc-1729-495f-947c-b647243bcf0b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.479189] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-53afcecc-1729-495f-947c-b647243bcf0b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.479335] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53afcecc-1729-495f-947c-b647243bcf0b',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.488410] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 in Status: SUCCESS [ 1210.488573] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 deletion is rescheduled due to dependency. [ 1210.488676] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.488814] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.488981] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.489282] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.489282] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.489406] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.489450] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.489525] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.489617] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd8ecd4-3846-493f-8d4a-e8dec7b34060',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.981700] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.982068] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.982068] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.982331] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.982530] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.982709] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 53afcecc-1729-495f-947c-b647243bcf0b not found, creating... [ 1210.982976] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.983161] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.983284] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.983520] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.983676] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.983988] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.984164] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.984286] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.984498] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.984637] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.984777] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 53afcecc-1729-495f-947c-b647243bcf0b is going to be created. [ 1210.992520] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bd8ecd4-3846-493f-8d4a-e8dec7b34060',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.004516] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.004725] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.004821] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.005085] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.005342] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.005587] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-53afcecc-1729-495f-947c-b647243bcf0b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.494343] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bd8ecd4-3846-493f-8d4a-e8dec7b34060',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.798629] env[69670]: INFO networking_nsxv3.common.synchronization [req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 req-194531b2-fce0-4297-a656-1c1ecb6b1d56 service nova] Enqueued Resource ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 with Priority: HIGHEST for action security_group_rules [ 1211.799201] env[69670]: INFO networking_nsxv3.common.synchronization [req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 req-194531b2-fce0-4297-a656-1c1ecb6b1d56 service nova] Enqueued Resource ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 with Priority: HIGHEST for action security_group_members [ 1211.799368] env[69670]: INFO networking_nsxv3.common.synchronization [req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 req-194531b2-fce0-4297-a656-1c1ecb6b1d56 service nova] Enqueued Resource ID: 53afcecc-1729-495f-947c-b647243bcf0b with Priority: HIGHEST for action port [ 1211.799866] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 with Priority: HIGHEST for action security_group_rules [ 1211.800027] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 with Priority: HIGHEST for action security_group_members [ 1211.800190] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53afcecc-1729-495f-947c-b647243bcf0b with Priority: HIGHEST for action port [ 1211.800842] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bd8ecd4-3846-493f-8d4a-e8dec7b34060 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.800842] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.800842] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.801096] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.801096] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-53afcecc-1729-495f-947c-b647243bcf0b taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.801246] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53afcecc-1729-495f-947c-b647243bcf0b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.801246] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53afcecc-1729-495f-947c-b647243bcf0b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.801449] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53afcecc-1729-495f-947c-b647243bcf0b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.801527] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53afcecc-1729-495f-947c-b647243bcf0b',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.999518] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.999518] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.999518] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.999518] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.999518] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.999518] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 is going to be updated. [ 1212.026033] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.026033] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.026033] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.026289] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.026289] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.034431] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 in Status: IN_PROGRESS for 2s [ 1212.303669] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53afcecc-1729-495f-947c-b647243bcf0b with status ACTIVE [ 1212.303932] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.304111] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.304183] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.304372] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.304497] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.304651] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.304756] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.304817] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.304962] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.305052] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.305293] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.305372] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.305372] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.305523] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.305600] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.305684] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53afcecc-1729-495f-947c-b647243bcf0b is going to be updated. [ 1212.325328] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.325463] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.325527] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.325716] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.325845] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.325996] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53afcecc-1729-495f-947c-b647243bcf0b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.045624] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 in Status: SUCCESS [ 1214.045902] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.046137] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.046384] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.046607] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.046748] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.046831] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.047027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.047137] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.047297] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.047374] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9bd8ecd4-3846-493f-8d4a-e8dec7b34060',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.048272] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.048431] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.050795] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.050795] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.050795] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.050795] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.050795] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.050795] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd8ecd4-3846-493f-8d4a-e8dec7b34060',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.297505] env[69670]: INFO networking_nsxv3.common.synchronization [req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 req-d5dd6aae-155d-4ac0-bc2b-b5f0890bdef6 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Enqueued Resource ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 with Priority: HIGHEST for action security_group_members [ 1214.298154] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 with Priority: HIGHEST for action security_group_members [ 1214.298493] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a79a60-518e-406d-93dd-6244bdbef8b5 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.298619] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.298685] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.298882] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.299168] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.299303] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.299360] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.299515] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.299606] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.299726] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73a79a60-518e-406d-93dd-6244bdbef8b5',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.551656] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.551798] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.552009] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bd8ecd4-3846-493f-8d4a-e8dec7b34060',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.617973] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-775 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.618250] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-775" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.618410] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-775" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.618714] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-775" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.619073] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.619196] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.619401] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.619657] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.619826] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.620075] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1214.620250] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1214.620380] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1214.620495] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1214.620626] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1214.620736] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1214.620884] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1214.638618] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1214.638708] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1214.638806] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1214.639040] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-775" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.639418] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-b18ceea9-680c-4a8f-afd1-99dda763c88f taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.639616] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-b18ceea9-680c-4a8f-afd1-99dda763c88f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.639711] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-b18ceea9-680c-4a8f-afd1-99dda763c88f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.640214] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-b18ceea9-680c-4a8f-afd1-99dda763c88f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.640314] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b18ceea9-680c-4a8f-afd1-99dda763c88f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.802504] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.802712] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.802758] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.802968] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.803080] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.803285] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.803386] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.803444] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.803597] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.803675] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.803762] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 is going to be updated. [ 1214.827076] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.827259] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.827259] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.827443] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.827583] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.835542] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 in Status: IN_PROGRESS for 2s [ 1215.055498] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bd8ecd4-3846-493f-8d4a-e8dec7b34060',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.143344] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.143580] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.143710] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.144014] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.144186] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.144350] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port b18ceea9-680c-4a8f-afd1-99dda763c88f not found, creating... [ 1215.144616] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.144776] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.144895] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.145132] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.145276] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.145557] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.145713] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.145834] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.146053] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.146193] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.146335] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: b18ceea9-680c-4a8f-afd1-99dda763c88f is going to be created. [ 1215.167591] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.167792] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.168443] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.168443] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.168443] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.168654] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-b18ceea9-680c-4a8f-afd1-99dda763c88f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.558455] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.558641] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.558707] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.558903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.558994] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.559113] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 is going to be updated. [ 1215.593610] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.593749] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.593892] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.594061] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.594212] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.602501] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 in Status: IN_PROGRESS for 2s [ 1215.846842] env[69670]: INFO networking_nsxv3.common.synchronization [req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 req-fe15f6d5-28d7-45e1-b528-67c4770bdc1e service nova] Enqueued Resource ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 with Priority: HIGHEST for action security_group_rules [ 1215.847054] env[69670]: INFO networking_nsxv3.common.synchronization [req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 req-fe15f6d5-28d7-45e1-b528-67c4770bdc1e service nova] Enqueued Resource ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 with Priority: HIGHEST for action security_group_members [ 1215.847199] env[69670]: INFO networking_nsxv3.common.synchronization [req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 req-fe15f6d5-28d7-45e1-b528-67c4770bdc1e service nova] Enqueued Resource ID: b18ceea9-680c-4a8f-afd1-99dda763c88f with Priority: HIGHEST for action port [ 1215.847495] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 with Priority: HIGHEST for action security_group_rules [ 1215.847631] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 with Priority: HIGHEST for action security_group_members [ 1215.847718] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18ceea9-680c-4a8f-afd1-99dda763c88f with Priority: HIGHEST for action port [ 1215.849144] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73a79a60-518e-406d-93dd-6244bdbef8b5 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.849144] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.849144] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.849144] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.849144] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73a79a60-518e-406d-93dd-6244bdbef8b5',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.849780] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a79a60-518e-406d-93dd-6244bdbef8b5 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.849868] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.850079] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-b18ceea9-680c-4a8f-afd1-99dda763c88f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.850371] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b18ceea9-680c-4a8f-afd1-99dda763c88f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.850448] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b18ceea9-680c-4a8f-afd1-99dda763c88f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.850626] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b18ceea9-680c-4a8f-afd1-99dda763c88f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.850730] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b18ceea9-680c-4a8f-afd1-99dda763c88f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.352547] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a79a60-518e-406d-93dd-6244bdbef8b5 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.352930] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.357626] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b18ceea9-680c-4a8f-afd1-99dda763c88f with status ACTIVE [ 1216.357847] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.357978] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.358088] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.358327] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.358422] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.358639] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.358748] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.358811] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.358961] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.359050] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.359326] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.359442] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.359505] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.359646] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.359723] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.359810] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b18ceea9-680c-4a8f-afd1-99dda763c88f is going to be updated. [ 1216.380898] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.380898] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.380898] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.380898] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.380898] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.380898] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b18ceea9-680c-4a8f-afd1-99dda763c88f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.542768] env[69670]: INFO networking_nsxv3.common.synchronization [req-b605a9e5-5e36-4d2a-9cff-95d945b53745 req-4edbaadc-5183-4c30-8d83-1f5ddb6777db tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Enqueued Resource ID: 406ee568-3ded-477e-9a51-6d97a096ad54 with Priority: HIGHEST for action security_group_members [ 1216.543325] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 406ee568-3ded-477e-9a51-6d97a096ad54 with Priority: HIGHEST for action security_group_members [ 1216.543639] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-406ee568-3ded-477e-9a51-6d97a096ad54 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.543761] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.543826] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.544638] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.546827] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.546964] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.547034] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.547196] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.547284] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.547378] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('406ee568-3ded-477e-9a51-6d97a096ad54',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.845142] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 in Status: SUCCESS [ 1216.845367] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 deletion is rescheduled due to dependency. [ 1216.845462] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.845681] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.845905] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.846109] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.846228] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.846298] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.846443] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.846528] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.846657] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73a79a60-518e-406d-93dd-6244bdbef8b5',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.049933] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('406ee568-3ded-477e-9a51-6d97a096ad54',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.349226] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73a79a60-518e-406d-93dd-6244bdbef8b5',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.551916] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('406ee568-3ded-477e-9a51-6d97a096ad54',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.586272] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-225 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.586272] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-225" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.586461] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-225" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.586758] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-225" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.587075] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.587282] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.587492] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.587846] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.588063] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.588321] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1217.588470] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1217.588611] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1217.588748] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1217.588902] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1217.589039] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1217.589278] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1217.614593] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 in Status: SUCCESS [ 1217.614593] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.615444] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1217.615639] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1217.615793] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1217.615986] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-225" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.616317] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-42c49369-8253-46dc-9eb0-86e96cad7d76 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.616490] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-42c49369-8253-46dc-9eb0-86e96cad7d76" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.616614] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-42c49369-8253-46dc-9eb0-86e96cad7d76" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.617024] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-42c49369-8253-46dc-9eb0-86e96cad7d76" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.617210] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42c49369-8253-46dc-9eb0-86e96cad7d76',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.618697] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.618779] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.619849] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.619849] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.619849] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.619849] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.619849] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.619849] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd8ecd4-3846-493f-8d4a-e8dec7b34060',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.850577] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73a79a60-518e-406d-93dd-6244bdbef8b5',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.056087] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.056293] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.056380] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.056598] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.056692] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.056792] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 406ee568-3ded-477e-9a51-6d97a096ad54 is going to be updated. [ 1218.084284] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.084459] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.084515] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.084796] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.084913] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.094153] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 406ee568-3ded-477e-9a51-6d97a096ad54 in Status: IN_PROGRESS for 2s [ 1218.121177] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.121448] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.121626] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.121921] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.122091] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.122274] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 42c49369-8253-46dc-9eb0-86e96cad7d76 not found, creating... [ 1218.122588] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.122751] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.122872] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.123118] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.123302] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.123637] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.123812] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.123933] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.124169] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.124310] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.124456] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 42c49369-8253-46dc-9eb0-86e96cad7d76 is going to be created. [ 1218.125730] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bd8ecd4-3846-493f-8d4a-e8dec7b34060',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.143708] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.143932] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.144076] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.144353] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.144612] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.144868] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-42c49369-8253-46dc-9eb0-86e96cad7d76" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.356281] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.356281] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.356281] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.356281] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.356281] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.356281] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 is going to be updated. [ 1218.383786] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.384044] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.384151] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.384436] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.384640] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.393969] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 in Status: IN_PROGRESS for 2s [ 1218.628999] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bd8ecd4-3846-493f-8d4a-e8dec7b34060',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.058997] env[69670]: INFO networking_nsxv3.common.synchronization [req-289fc85d-0732-4fee-965a-02f496d5fe4e req-fc55f3f6-072e-44d7-9a6f-68630bf8e358 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Enqueued Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_members [ 1219.059590] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_members [ 1219.059922] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b4c9114-58a5-47bb-9dbb-394479f9c094 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.060060] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.060126] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.060441] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.060555] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.060656] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.060717] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.060884] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.060970] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.061111] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.075293] env[69670]: INFO networking_nsxv3.common.synchronization [req-b605a9e5-5e36-4d2a-9cff-95d945b53745 req-20b4c73c-da13-47de-89b3-a59ea1e6cfc4 service nova] Enqueued Resource ID: 406ee568-3ded-477e-9a51-6d97a096ad54 with Priority: HIGHEST for action security_group_rules [ 1219.075293] env[69670]: INFO networking_nsxv3.common.synchronization [req-b605a9e5-5e36-4d2a-9cff-95d945b53745 req-20b4c73c-da13-47de-89b3-a59ea1e6cfc4 service nova] Enqueued Resource ID: 406ee568-3ded-477e-9a51-6d97a096ad54 with Priority: HIGHEST for action security_group_members [ 1219.075293] env[69670]: INFO networking_nsxv3.common.synchronization [req-b605a9e5-5e36-4d2a-9cff-95d945b53745 req-20b4c73c-da13-47de-89b3-a59ea1e6cfc4 service nova] Enqueued Resource ID: 42c49369-8253-46dc-9eb0-86e96cad7d76 with Priority: HIGHEST for action port [ 1219.075293] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 406ee568-3ded-477e-9a51-6d97a096ad54 with Priority: HIGHEST for action security_group_rules [ 1219.075293] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 406ee568-3ded-477e-9a51-6d97a096ad54 with Priority: HIGHEST for action security_group_members [ 1219.075293] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42c49369-8253-46dc-9eb0-86e96cad7d76 with Priority: HIGHEST for action port [ 1219.075293] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-406ee568-3ded-477e-9a51-6d97a096ad54 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.075293] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.075293] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.075293] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.075293] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('406ee568-3ded-477e-9a51-6d97a096ad54',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.075804] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-406ee568-3ded-477e-9a51-6d97a096ad54 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.076029] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.076331] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-42c49369-8253-46dc-9eb0-86e96cad7d76 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.076566] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42c49369-8253-46dc-9eb0-86e96cad7d76" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.076714] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42c49369-8253-46dc-9eb0-86e96cad7d76" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.076965] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42c49369-8253-46dc-9eb0-86e96cad7d76" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.078423] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42c49369-8253-46dc-9eb0-86e96cad7d76',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.131197] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.131393] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.131482] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.131732] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.131859] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.131955] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 is going to be updated. [ 1219.162764] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.162954] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.163026] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.163189] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.163336] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.170852] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 in Status: IN_PROGRESS for 2s [ 1219.361158] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-553 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.361377] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-553" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.361512] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-553" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.362122] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-553" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.362122] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.362332] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.362332] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.362570] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.362667] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.362873] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1219.362979] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1219.363105] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1219.363202] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1219.363323] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1219.363425] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1219.363635] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1219.381047] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1219.381215] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1219.381508] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1219.381581] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-553" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.381840] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-1c7990aa-7fe2-4938-913c-9ad49a288461 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.382023] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-1c7990aa-7fe2-4938-913c-9ad49a288461" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.382144] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-1c7990aa-7fe2-4938-913c-9ad49a288461" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.382452] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-1c7990aa-7fe2-4938-913c-9ad49a288461" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.382628] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c7990aa-7fe2-4938-913c-9ad49a288461',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.563943] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.564226] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.564226] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.565465] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.565465] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.565465] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.565465] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.565465] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.565465] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.565971] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.565971] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 is going to be updated. [ 1219.580625] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-406ee568-3ded-477e-9a51-6d97a096ad54 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.580788] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.580837] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42c49369-8253-46dc-9eb0-86e96cad7d76 with status ACTIVE [ 1219.581034] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.581186] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.581236] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.581432] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.581493] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.581680] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.581777] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.581830] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.581979] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.582071] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.582247] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.582887] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.583067] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.583246] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.583336] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.583576] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42c49369-8253-46dc-9eb0-86e96cad7d76 is going to be updated. [ 1219.598323] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.598323] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.598542] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.598607] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.598866] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.612280] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.612482] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.612482] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.612692] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.612823] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.612978] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42c49369-8253-46dc-9eb0-86e96cad7d76" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.614049] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: IN_PROGRESS for 2s [ 1219.885218] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.885218] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.885218] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.885884] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.885884] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.885884] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 1c7990aa-7fe2-4938-913c-9ad49a288461 not found, creating... [ 1219.885884] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.886083] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.886149] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.886378] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.886532] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.886808] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.886968] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.887098] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.887351] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.887609] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.887808] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 1c7990aa-7fe2-4938-913c-9ad49a288461 is going to be created. [ 1219.907485] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.908246] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.908246] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.908246] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.908367] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.908523] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-1c7990aa-7fe2-4938-913c-9ad49a288461" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.103377] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 406ee568-3ded-477e-9a51-6d97a096ad54 in Status: SUCCESS [ 1220.103678] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.103917] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.104327] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.104635] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.104836] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.104969] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.105234] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.105357] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.105475] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('406ee568-3ded-477e-9a51-6d97a096ad54',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.403877] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 in Status: SUCCESS [ 1220.403937] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.404094] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.404320] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.404520] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.404642] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.404708] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.404861] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.404946] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.405044] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.405137] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73a79a60-518e-406d-93dd-6244bdbef8b5',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.603942] env[69670]: INFO networking_nsxv3.common.synchronization [req-289fc85d-0732-4fee-965a-02f496d5fe4e req-955a736d-1a64-4bbd-8410-9b467259826d service nova] Enqueued Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_rules [ 1220.604039] env[69670]: INFO networking_nsxv3.common.synchronization [req-289fc85d-0732-4fee-965a-02f496d5fe4e req-955a736d-1a64-4bbd-8410-9b467259826d service nova] Enqueued Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_members [ 1220.604199] env[69670]: INFO networking_nsxv3.common.synchronization [req-289fc85d-0732-4fee-965a-02f496d5fe4e req-955a736d-1a64-4bbd-8410-9b467259826d service nova] Enqueued Resource ID: 1c7990aa-7fe2-4938-913c-9ad49a288461 with Priority: HIGHEST for action port [ 1220.604765] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_rules [ 1220.604896] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_members [ 1220.604985] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c7990aa-7fe2-4938-913c-9ad49a288461 with Priority: HIGHEST for action port [ 1220.605385] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b4c9114-58a5-47bb-9dbb-394479f9c094 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.605535] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.605615] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.606144] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.606234] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.607864] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b4c9114-58a5-47bb-9dbb-394479f9c094 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.608243] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.608344] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c7990aa-7fe2-4938-913c-9ad49a288461 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.608450] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c7990aa-7fe2-4938-913c-9ad49a288461" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.608508] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c7990aa-7fe2-4938-913c-9ad49a288461" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.608746] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c7990aa-7fe2-4938-913c-9ad49a288461" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.608841] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c7990aa-7fe2-4938-913c-9ad49a288461',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.610567] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('406ee568-3ded-477e-9a51-6d97a096ad54',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.907993] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73a79a60-518e-406d-93dd-6244bdbef8b5',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.110365] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b4c9114-58a5-47bb-9dbb-394479f9c094 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.110581] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.111876] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c7990aa-7fe2-4938-913c-9ad49a288461 with status ACTIVE [ 1221.112078] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.112206] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.112276] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.112529] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.112618] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.112801] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.112897] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.112959] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.113132] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.113214] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.113399] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.113492] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.113552] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.113691] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.113765] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.113847] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c7990aa-7fe2-4938-913c-9ad49a288461 is going to be updated. [ 1221.114926] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('406ee568-3ded-477e-9a51-6d97a096ad54',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.134885] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.135051] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.135127] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.135336] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.135483] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.135744] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c7990aa-7fe2-4938-913c-9ad49a288461" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.180708] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 in Status: SUCCESS [ 1221.180920] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.181467] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.181467] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.181587] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.181669] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.181718] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.181870] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.181946] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.182038] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.182192] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.182282] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.182338] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.183056] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.183056] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.183056] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.183056] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.183056] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.183056] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.183056] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.183384] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9bd8ecd4-3846-493f-8d4a-e8dec7b34060',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.409772] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73a79a60-518e-406d-93dd-6244bdbef8b5: rpc.has_security_group_logging(os_id): False [ 1221.427703] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.427873] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.427917] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.428212] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.428284] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.428524] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.428630] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.428689] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.428846] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.428913] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.429008] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 is going to be updated. [ 1221.488308] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.488514] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.488582] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.488784] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.488934] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.503222] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 in Status: IN_PROGRESS for 2s [ 1221.618607] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.618929] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.618929] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.619057] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.619165] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.619268] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 406ee568-3ded-477e-9a51-6d97a096ad54 is going to be updated. [ 1221.630302] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: SUCCESS [ 1221.630510] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 deletion is rescheduled due to dependency. [ 1221.630642] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.630808] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.631020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.631221] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.631470] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.631554] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.631747] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.631883] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.632050] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.659649] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.659860] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.659969] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.660344] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.660536] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.669586] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 406ee568-3ded-477e-9a51-6d97a096ad54 in Status: IN_PROGRESS for 2s [ 1221.685897] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9bd8ecd4-3846-493f-8d4a-e8dec7b34060: rpc.has_security_group_logging(os_id): False [ 1221.704360] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.704512] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.704577] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.704766] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.704853] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.705085] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.705198] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.705262] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.705412] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.705491] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.705666] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.705754] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.705812] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.705946] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.706026] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.706202] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.706319] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.706379] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.706707] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.706776] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.706888] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 is going to be updated. [ 1221.876442] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.876644] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.876694] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.876874] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.877034] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.894252] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 in Status: IN_PROGRESS for 2s [ 1222.135496] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.638237] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.140811] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.141246] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.141246] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.141246] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.141379] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.142043] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 is going to be updated. [ 1223.174104] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.174323] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.174379] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.174875] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.174875] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.183714] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: IN_PROGRESS for 2s [ 1223.516457] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 in Status: SUCCESS [ 1223.516739] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.678630] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 406ee568-3ded-477e-9a51-6d97a096ad54 in Status: SUCCESS [ 1223.678867] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.679061] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.679286] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.679469] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.679588] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.679656] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.679804] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.679914] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.679968] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.680070] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('406ee568-3ded-477e-9a51-6d97a096ad54',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.909643] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 in Status: SUCCESS [ 1223.909996] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.910272] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.910460] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.910550] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bd8ecd4-3846-493f-8d4a-e8dec7b34060',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.935081] env[69670]: INFO networking_nsxv3.common.synchronization [req-845a2099-8ab6-4b7b-8151-15b4db2a5bd4 req-88bb03cf-1081-42d4-9486-aa244d158b0b tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Enqueued Resource ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 with Priority: HIGHEST for action security_group_members [ 1223.937182] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 with Priority: HIGHEST for action security_group_members [ 1223.941073] env[69670]: INFO networking_nsxv3.common.synchronization [req-0db34f16-1e56-4a98-b82e-0771470a0320 req-ed7702ea-f179-4250-a67b-fd05426388b9 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Enqueued Resource ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 with Priority: HIGHEST for action security_group_members [ 1223.941628] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.941837] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.941904] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.942194] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.942432] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.946019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.946019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.946019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.946019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.946019] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd8ecd4-3846-493f-8d4a-e8dec7b34060',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.946019] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 with Priority: HIGHEST for action security_group_members [ 1223.946019] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.946019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.183373] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('406ee568-3ded-477e-9a51-6d97a096ad54',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.433822] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.434161] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.434161] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.434312] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.434408] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.434512] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 is going to be deleted. [ 1224.447768] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.448075] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.448816] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.449114] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.449215] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.449474] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.449915] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.449915] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.449915] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.449915] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.450086] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 is going to be updated. [ 1224.477235] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.477408] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.477468] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.477718] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.477870] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.480367] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.480534] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.480587] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.480785] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.480904] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.481122] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.486595] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 in Status: IN_PROGRESS for 2s [ 1224.685777] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 406ee568-3ded-477e-9a51-6d97a096ad54: rpc.has_security_group_logging(os_id): False [ 1224.711963] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.712180] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.712240] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.712465] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.712598] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.712868] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.712974] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.713049] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.713202] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.713295] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.713385] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 406ee568-3ded-477e-9a51-6d97a096ad54 is going to be updated. [ 1224.787615] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.788979] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.789097] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.789413] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.789455] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.806303] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 406ee568-3ded-477e-9a51-6d97a096ad54 in Status: IN_PROGRESS for 2s [ 1225.012199] env[69670]: INFO networking_nsxv3.common.synchronization [req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 req-b925653c-a7f6-4767-b149-18968074e4bc tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Enqueued Resource ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 with Priority: HIGHEST for action security_group_members [ 1225.012720] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 with Priority: HIGHEST for action security_group_members [ 1225.013038] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.013301] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.013301] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.013449] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.013617] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.013727] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.013791] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.013939] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.014104] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.014217] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.193016] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: SUCCESS [ 1225.193318] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.193423] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.193641] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.193848] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.193973] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.194046] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.194221] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.194331] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.194427] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.194516] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.517531] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.696799] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b4c9114-58a5-47bb-9dbb-394479f9c094 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.696987] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.697305] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.697390] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.701021] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.701021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.701021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.701021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.701021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.701021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.701021] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b4c9114-58a5-47bb-9dbb-394479f9c094 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.701021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.701021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.701021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.701021] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.701021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.701021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.701021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.701021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.701021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.701021] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.831178] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-582 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.831178] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-582" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.831178] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-582" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.831178] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-582" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.831178] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.831178] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.831178] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.831178] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.831178] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.831178] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1225.831805] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1225.832123] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1225.832570] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1225.832875] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1225.833529] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1225.836230] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1225.852687] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1225.856453] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1225.856453] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1225.856453] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-582" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.856453] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-78d1cd66-34f5-4722-a001-9878549f69d3 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.856453] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-78d1cd66-34f5-4722-a001-9878549f69d3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.856453] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-78d1cd66-34f5-4722-a001-9878549f69d3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.856453] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-78d1cd66-34f5-4722-a001-9878549f69d3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.856453] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78d1cd66-34f5-4722-a001-9878549f69d3',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.019314] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.092222] env[69670]: INFO networking_nsxv3.common.synchronization [req-cd7c092a-c0b9-434f-85ff-85dafa5fc60b req-be93bd49-4e3e-41cc-a1c7-adb17f0dfd85 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Enqueued Resource ID: ae4027dc-443d-4535-a380-93b15d44a945 with Priority: HIGHEST for action security_group_members [ 1226.092736] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae4027dc-443d-4535-a380-93b15d44a945 with Priority: HIGHEST for action security_group_members [ 1226.093055] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae4027dc-443d-4535-a380-93b15d44a945 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.093179] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae4027dc-443d-4535-a380-93b15d44a945" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.093247] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae4027dc-443d-4535-a380-93b15d44a945" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.093986] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae4027dc-443d-4535-a380-93b15d44a945" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.093986] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.093986] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.093986] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.093986] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.093986] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.094301] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae4027dc-443d-4535-a380-93b15d44a945',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.204970] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b4c9114-58a5-47bb-9dbb-394479f9c094: rpc.has_security_group_logging(os_id): False [ 1226.222209] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.222357] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.222416] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.222657] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.222779] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.223024] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.223141] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.223195] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.223449] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.223449] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.223718] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.223829] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.223888] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.224618] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.224618] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.224618] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.224618] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.224618] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.224618] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.224985] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.224985] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 is going to be updated. [ 1226.281777] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.281959] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.282044] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.282250] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.282398] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.293307] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: IN_PROGRESS for 2s [ 1226.360317] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.360317] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.360558] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.360699] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.360851] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.361015] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 78d1cd66-34f5-4722-a001-9878549f69d3 not found, creating... [ 1226.361285] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.361453] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.361574] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.361906] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.361987] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.362240] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.362399] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.362519] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.362726] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.362876] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.363043] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 78d1cd66-34f5-4722-a001-9878549f69d3 is going to be created. [ 1226.385419] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.385677] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.385831] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.386154] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.386431] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.386699] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-78d1cd66-34f5-4722-a001-9878549f69d3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.503522] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 in Status: SUCCESS [ 1226.503733] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 deletion is rescheduled due to dependency. [ 1226.503857] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.504058] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.504358] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.504471] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.504607] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.504673] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.504825] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.504926] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.505033] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd8ecd4-3846-493f-8d4a-e8dec7b34060',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.524744] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.525370] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.525370] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.525370] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.525370] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.525611] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 is going to be updated. [ 1226.557986] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.558236] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.558236] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.558502] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.558641] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.567074] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 in Status: IN_PROGRESS for 2s [ 1226.596595] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.596755] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.596841] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.597286] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.597286] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.597533] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.597698] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.597778] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.597992] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.598233] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.598233] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae4027dc-443d-4535-a380-93b15d44a945 is going to be updated. [ 1226.628375] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.628569] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.628689] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.628806] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.628944] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.637371] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae4027dc-443d-4535-a380-93b15d44a945 in Status: IN_PROGRESS for 2s [ 1226.819009] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 406ee568-3ded-477e-9a51-6d97a096ad54 in Status: SUCCESS [ 1226.819009] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.013020] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.013020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.013020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.013020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.013020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.013020] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.013020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.013020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.013020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.013020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.013020] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd8ecd4-3846-493f-8d4a-e8dec7b34060 is going to be deleted. [ 1227.039360] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.039520] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.039576] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.039799] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.039891] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.040011] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd8ecd4-3846-493f-8d4a-e8dec7b34060" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.112934] env[69670]: INFO networking_nsxv3.common.synchronization [req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 req-9b3d20ea-6324-4839-a09e-17b874a44ef4 service nova] Enqueued Resource ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 with Priority: HIGHEST for action security_group_rules [ 1227.113975] env[69670]: INFO networking_nsxv3.common.synchronization [req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 req-9b3d20ea-6324-4839-a09e-17b874a44ef4 service nova] Enqueued Resource ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 with Priority: HIGHEST for action security_group_members [ 1227.113975] env[69670]: INFO networking_nsxv3.common.synchronization [req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 req-9b3d20ea-6324-4839-a09e-17b874a44ef4 service nova] Enqueued Resource ID: 78d1cd66-34f5-4722-a001-9878549f69d3 with Priority: HIGHEST for action port [ 1227.113975] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 with Priority: HIGHEST for action security_group_rules [ 1227.113975] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 with Priority: HIGHEST for action security_group_members [ 1227.113975] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78d1cd66-34f5-4722-a001-9878549f69d3 with Priority: HIGHEST for action port [ 1227.114345] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.114395] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.114453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.114760] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.114760] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.117603] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.117603] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.117603] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-78d1cd66-34f5-4722-a001-9878549f69d3 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.117603] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78d1cd66-34f5-4722-a001-9878549f69d3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.117603] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78d1cd66-34f5-4722-a001-9878549f69d3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.117603] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78d1cd66-34f5-4722-a001-9878549f69d3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.117603] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78d1cd66-34f5-4722-a001-9878549f69d3',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.620516] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78d1cd66-34f5-4722-a001-9878549f69d3 with status ACTIVE [ 1227.620810] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.620928] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.621050] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.621178] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.621280] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.621472] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.622199] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.622199] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.622199] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.622199] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.622199] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.622199] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.622566] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.622566] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.622566] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.622566] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78d1cd66-34f5-4722-a001-9878549f69d3 is going to be updated. [ 1227.626019] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.626019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.651140] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.651310] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.651391] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.651600] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.651741] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.651899] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78d1cd66-34f5-4722-a001-9878549f69d3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.990731] env[69670]: INFO networking_nsxv3.common.synchronization [None req-372d4dab-c1f6-4fd3-8b22-387d7aacd095 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Enqueued Resource ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 with Priority: HIGHEST for action security_group_members [ 1227.990731] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 with Priority: HIGHEST for action security_group_members [ 1227.990731] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-74824cbd-aa39-4082-85ba-c85f268cb2c0 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.990901] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.990901] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.991608] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.991608] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.991608] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.991608] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.991851] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.991851] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.991924] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74824cbd-aa39-4082-85ba-c85f268cb2c0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.306640] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: SUCCESS [ 1228.306865] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.493772] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.493921] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.493994] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.494254] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.494358] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.494609] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.494720] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.494777] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.494934] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.495024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.495121] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 is going to be updated. [ 1228.519145] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.519318] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.519387] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.520633] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.520633] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.527915] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 in Status: IN_PROGRESS for 2s [ 1228.585089] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 in Status: SUCCESS [ 1228.585316] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.585484] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.585696] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.585897] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.586052] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.586120] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.586279] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.586361] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.588682] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.649372] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae4027dc-443d-4535-a380-93b15d44a945 in Status: SUCCESS [ 1228.649715] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae4027dc-443d-4535-a380-93b15d44a945 deletion is rescheduled due to dependency. [ 1228.649715] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae4027dc-443d-4535-a380-93b15d44a945" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.090197] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.592359] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.094993] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.095337] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.095337] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.095513] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.095626] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.095733] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 is going to be updated. [ 1230.124239] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.124434] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.124492] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.125020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.125020] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.134604] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 in Status: IN_PROGRESS for 2s [ 1230.537299] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 in Status: SUCCESS [ 1230.537299] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 deletion is rescheduled due to dependency. [ 1230.537299] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.071132] env[69670]: INFO networking_nsxv3.common.synchronization [req-23dab8ae-0945-48fa-984d-e4d0927f6766 req-9903708d-5387-402b-992c-87fb7525cb9b tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Enqueued Resource ID: 004c43f6-12c0-43f4-b9ae-dfa65446e46f with Priority: HIGHEST for action security_group_members [ 1231.071915] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004c43f6-12c0-43f4-b9ae-dfa65446e46f with Priority: HIGHEST for action security_group_members [ 1231.072314] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-004c43f6-12c0-43f4-b9ae-dfa65446e46f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.072487] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.072587] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.072860] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.073065] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.073488] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.073488] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.073488] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.073488] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.073699] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('004c43f6-12c0-43f4-b9ae-dfa65446e46f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.576337] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.576884] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.576884] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.576884] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.577028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.577177] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.577278] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.577495] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.577495] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.577600] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.577658] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 004c43f6-12c0-43f4-b9ae-dfa65446e46f is going to be updated. [ 1231.603539] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.603700] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.603747] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.603971] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.604139] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.619619] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 004c43f6-12c0-43f4-b9ae-dfa65446e46f in Status: IN_PROGRESS for 2s [ 1232.143681] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 in Status: SUCCESS [ 1232.143903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.144077] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.144331] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.144534] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.144653] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.144820] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.144983] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.144983] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.145071] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.145131] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.647757] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.150070] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1: rpc.has_security_group_logging(os_id): False [ 1233.167420] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.167513] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.167585] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.167773] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.167866] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.168134] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.168236] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.168292] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.168540] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.168626] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.168715] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 is going to be updated. [ 1233.220064] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.220206] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.220249] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.220492] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.220643] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.232101] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 in Status: IN_PROGRESS for 2s [ 1233.629436] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 004c43f6-12c0-43f4-b9ae-dfa65446e46f in Status: SUCCESS [ 1233.629628] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 004c43f6-12c0-43f4-b9ae-dfa65446e46f deletion is rescheduled due to dependency. [ 1233.629771] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.245650] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 in Status: SUCCESS [ 1235.246011] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.828788] env[69670]: INFO networking_nsxv3.common.synchronization [None req-2437493c-25d2-45cc-aacf-49c451fa4510 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Enqueued Resource ID: ba3863ad-d762-4999-8328-7fd54591a3e1 with Priority: HIGHEST for action security_group_rules [ 1235.829062] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba3863ad-d762-4999-8328-7fd54591a3e1 with Priority: HIGHEST for action security_group_rules [ 1235.829798] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba3863ad-d762-4999-8328-7fd54591a3e1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.829894] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba3863ad-d762-4999-8328-7fd54591a3e1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.829980] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba3863ad-d762-4999-8328-7fd54591a3e1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.831105] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba3863ad-d762-4999-8328-7fd54591a3e1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.831204] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba3863ad-d762-4999-8328-7fd54591a3e1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.945514] env[69670]: INFO networking_nsxv3.common.synchronization [None req-23d4612f-cf1a-4150-a9e7-6e2f129bcd64 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Enqueued Resource ID: ba3863ad-d762-4999-8328-7fd54591a3e1 with Priority: HIGHEST for action security_group_rules [ 1235.946304] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba3863ad-d762-4999-8328-7fd54591a3e1 with Priority: HIGHEST for action security_group_rules [ 1235.946674] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba3863ad-d762-4999-8328-7fd54591a3e1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.946812] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba3863ad-d762-4999-8328-7fd54591a3e1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.351697] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.352264] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.352264] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.352264] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.352484] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.352484] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba3863ad-d762-4999-8328-7fd54591a3e1 already deleted. [ 1236.352604] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba3863ad-d762-4999-8328-7fd54591a3e1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.352861] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba3863ad-d762-4999-8328-7fd54591a3e1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.353048] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba3863ad-d762-4999-8328-7fd54591a3e1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.353266] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba3863ad-d762-4999-8328-7fd54591a3e1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.872578] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.872578] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.872578] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.872578] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.872578] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.873050] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba3863ad-d762-4999-8328-7fd54591a3e1 already deleted. [ 1236.873603] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba3863ad-d762-4999-8328-7fd54591a3e1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.947934] env[69670]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1240.948392] env[69670]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1242.486066] env[69670]: INFO networking_nsxv3.common.synchronization [req-f0affeab-9ffa-4c4e-8701-ba580473f18c req-1c7baf1a-bef7-4a7e-995b-51d4cfdaa5dd tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Enqueued Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_members [ 1242.486066] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_members [ 1242.486066] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b4c9114-58a5-47bb-9dbb-394479f9c094 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.486066] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.486066] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.486066] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.486824] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.487204] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.487486] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.489324] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.489324] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.489324] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.579038] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-225 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.579038] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-225" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.579038] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-225" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.579038] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-225" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.579038] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.580165] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.580302] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.581068] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.581068] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.581185] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1242.581281] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1242.581404] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1242.581816] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1242.581816] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1242.581816] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1242.582508] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1242.602059] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1242.602255] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1242.602415] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1242.602700] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-225" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.603042] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-2e0d954e-2ff3-4711-a768-dbe2bfb779a1 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.603225] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-2e0d954e-2ff3-4711-a768-dbe2bfb779a1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.603350] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-2e0d954e-2ff3-4711-a768-dbe2bfb779a1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.603684] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-2e0d954e-2ff3-4711-a768-dbe2bfb779a1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.603812] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e0d954e-2ff3-4711-a768-dbe2bfb779a1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.889218] env[69670]: INFO networking_nsxv3.common.synchronization [req-e049bb04-bc80-4e13-b60e-c5977e285dd8 req-0452cc25-ab4d-4870-a13c-2098405c0e9a tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Enqueued Resource ID: ba3863ad-d762-4999-8328-7fd54591a3e1 with Priority: HIGHEST for action security_group_members [ 1242.889939] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba3863ad-d762-4999-8328-7fd54591a3e1 with Priority: HIGHEST for action security_group_members [ 1242.890322] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba3863ad-d762-4999-8328-7fd54591a3e1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.890541] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba3863ad-d762-4999-8328-7fd54591a3e1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.890604] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba3863ad-d762-4999-8328-7fd54591a3e1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.890835] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba3863ad-d762-4999-8328-7fd54591a3e1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.890992] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.891281] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.891281] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.891465] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.891598] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.891759] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba3863ad-d762-4999-8328-7fd54591a3e1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.991771] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.991910] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.991994] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.992312] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.992389] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.992599] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.992713] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.992790] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.993204] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.993299] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.993400] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 is going to be updated. [ 1243.020139] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.020645] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.020645] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.020645] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.020795] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.028886] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: IN_PROGRESS for 2s [ 1243.109931] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.110336] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.110573] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.111016] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.111296] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.111570] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 2e0d954e-2ff3-4711-a768-dbe2bfb779a1 not found, creating... [ 1243.112054] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.112290] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.112505] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.112866] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.113648] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.113648] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.113858] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.114082] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.114420] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.114661] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.114924] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 2e0d954e-2ff3-4711-a768-dbe2bfb779a1 is going to be created. [ 1243.137212] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.137926] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.138245] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.138699] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.139942] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.139942] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-2e0d954e-2ff3-4711-a768-dbe2bfb779a1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.230618] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-102 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.230839] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-102" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.230970] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-102" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.231272] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-102" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.231560] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.231745] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.231965] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.232303] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.232533] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.232756] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1243.232896] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1243.233034] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1243.233161] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1243.233308] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1243.233443] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1243.233623] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1243.262807] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1243.265025] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1243.265025] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1243.265025] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-102" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.265025] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-d3e0dad0-2105-4785-a786-b514e5317f5e taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.265025] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-d3e0dad0-2105-4785-a786-b514e5317f5e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.265025] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-d3e0dad0-2105-4785-a786-b514e5317f5e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.265025] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-d3e0dad0-2105-4785-a786-b514e5317f5e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.265025] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3e0dad0-2105-4785-a786-b514e5317f5e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.393753] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.394163] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.394346] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.394639] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.394783] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.395161] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.395351] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.395351] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.395651] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.395739] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.395792] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba3863ad-d762-4999-8328-7fd54591a3e1 already deleted. [ 1243.395912] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba3863ad-d762-4999-8328-7fd54591a3e1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.766783] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.768572] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.768764] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.769091] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.769265] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.769430] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port d3e0dad0-2105-4785-a786-b514e5317f5e not found, creating... [ 1243.769720] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.769893] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.770027] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.770269] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.772232] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.772232] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.772232] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.772232] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.772232] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.772232] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.772232] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: d3e0dad0-2105-4785-a786-b514e5317f5e is going to be created. [ 1243.789309] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.789509] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.789638] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.789894] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.790147] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.790372] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-d3e0dad0-2105-4785-a786-b514e5317f5e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.803979] env[69670]: INFO networking_nsxv3.common.synchronization [req-655abfc5-32e8-4ee4-93a8-df8b6ca2213a req-98055031-11ee-43dd-9c76-42c8dc507b57 service nova] Enqueued Resource ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 with Priority: HIGHEST for action security_group_rules [ 1243.804132] env[69670]: INFO networking_nsxv3.common.synchronization [req-655abfc5-32e8-4ee4-93a8-df8b6ca2213a req-98055031-11ee-43dd-9c76-42c8dc507b57 service nova] Enqueued Resource ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 with Priority: HIGHEST for action security_group_members [ 1243.804279] env[69670]: INFO networking_nsxv3.common.synchronization [req-655abfc5-32e8-4ee4-93a8-df8b6ca2213a req-98055031-11ee-43dd-9c76-42c8dc507b57 service nova] Enqueued Resource ID: 2e0d954e-2ff3-4711-a768-dbe2bfb779a1 with Priority: HIGHEST for action port [ 1243.804493] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 with Priority: HIGHEST for action security_group_rules [ 1243.804621] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 with Priority: HIGHEST for action security_group_members [ 1243.804716] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e0d954e-2ff3-4711-a768-dbe2bfb779a1 with Priority: HIGHEST for action port [ 1243.805246] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74824cbd-aa39-4082-85ba-c85f268cb2c0 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.805419] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.805454] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.805609] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.805739] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74824cbd-aa39-4082-85ba-c85f268cb2c0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.806467] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-74824cbd-aa39-4082-85ba-c85f268cb2c0 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.806575] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.806639] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.806797] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.806938] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.807048] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.807107] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.807239] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.807322] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.807405] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74824cbd-aa39-4082-85ba-c85f268cb2c0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.808564] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e0d954e-2ff3-4711-a768-dbe2bfb779a1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.808564] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e0d954e-2ff3-4711-a768-dbe2bfb779a1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.808564] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e0d954e-2ff3-4711-a768-dbe2bfb779a1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.808564] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e0d954e-2ff3-4711-a768-dbe2bfb779a1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.808564] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e0d954e-2ff3-4711-a768-dbe2bfb779a1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.310689] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-74824cbd-aa39-4082-85ba-c85f268cb2c0 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.310818] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.312027] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74824cbd-aa39-4082-85ba-c85f268cb2c0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.312027] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e0d954e-2ff3-4711-a768-dbe2bfb779a1 with status ACTIVE [ 1244.312156] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.312325] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.312401] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.312631] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.312751] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.312948] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.313101] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.313175] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.313359] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.313458] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.313651] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.313749] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.313807] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.314023] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.314023] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.314157] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e0d954e-2ff3-4711-a768-dbe2bfb779a1 is going to be updated. [ 1244.333499] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.333659] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.333701] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.333899] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.334053] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.334215] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e0d954e-2ff3-4711-a768-dbe2bfb779a1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.545963] env[69670]: INFO networking_nsxv3.common.synchronization [req-e049bb04-bc80-4e13-b60e-c5977e285dd8 req-645a3269-2c68-480b-b213-02fbb9a875d3 service nova] Enqueued Resource ID: ba3863ad-d762-4999-8328-7fd54591a3e1 with Priority: HIGHEST for action security_group_rules [ 1244.546173] env[69670]: INFO networking_nsxv3.common.synchronization [req-e049bb04-bc80-4e13-b60e-c5977e285dd8 req-645a3269-2c68-480b-b213-02fbb9a875d3 service nova] Enqueued Resource ID: ba3863ad-d762-4999-8328-7fd54591a3e1 with Priority: HIGHEST for action security_group_members [ 1244.546344] env[69670]: INFO networking_nsxv3.common.synchronization [req-e049bb04-bc80-4e13-b60e-c5977e285dd8 req-645a3269-2c68-480b-b213-02fbb9a875d3 service nova] Enqueued Resource ID: d3e0dad0-2105-4785-a786-b514e5317f5e with Priority: HIGHEST for action port [ 1244.546591] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba3863ad-d762-4999-8328-7fd54591a3e1 with Priority: HIGHEST for action security_group_rules [ 1244.546734] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba3863ad-d762-4999-8328-7fd54591a3e1 with Priority: HIGHEST for action security_group_members [ 1244.546815] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e0dad0-2105-4785-a786-b514e5317f5e with Priority: HIGHEST for action port [ 1244.547414] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba3863ad-d762-4999-8328-7fd54591a3e1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.547513] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba3863ad-d762-4999-8328-7fd54591a3e1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.547582] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba3863ad-d762-4999-8328-7fd54591a3e1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.547783] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba3863ad-d762-4999-8328-7fd54591a3e1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.547859] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba3863ad-d762-4999-8328-7fd54591a3e1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.548857] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba3863ad-d762-4999-8328-7fd54591a3e1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.549065] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba3863ad-d762-4999-8328-7fd54591a3e1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.549101] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba3863ad-d762-4999-8328-7fd54591a3e1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.549414] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba3863ad-d762-4999-8328-7fd54591a3e1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.549647] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.549819] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.549914] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.550137] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.550232] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.550368] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba3863ad-d762-4999-8328-7fd54591a3e1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.551676] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3e0dad0-2105-4785-a786-b514e5317f5e taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.551878] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3e0dad0-2105-4785-a786-b514e5317f5e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.551987] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3e0dad0-2105-4785-a786-b514e5317f5e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.552230] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3e0dad0-2105-4785-a786-b514e5317f5e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.552340] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3e0dad0-2105-4785-a786-b514e5317f5e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.815986] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74824cbd-aa39-4082-85ba-c85f268cb2c0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.038319] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: SUCCESS [ 1245.038518] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 deletion is rescheduled due to dependency. [ 1245.038634] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.054201] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba3863ad-d762-4999-8328-7fd54591a3e1 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.054330] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba3863ad-d762-4999-8328-7fd54591a3e1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.055619] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba3863ad-d762-4999-8328-7fd54591a3e1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.056617] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3e0dad0-2105-4785-a786-b514e5317f5e with status ACTIVE [ 1245.056866] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.056993] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.057074] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.057279] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.057368] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.057556] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.057658] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.057720] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.057874] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.057953] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.058147] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.058242] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.058303] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.058443] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.058538] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.058818] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3e0dad0-2105-4785-a786-b514e5317f5e is going to be updated. [ 1245.078856] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.079047] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.079158] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.079396] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.079568] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.079788] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3e0dad0-2105-4785-a786-b514e5317f5e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.320030] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.320030] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.320030] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.320030] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.320030] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.321749] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 is going to be updated. [ 1245.356965] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.357216] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.357216] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.357435] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.357619] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.368411] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 in Status: IN_PROGRESS for 2s [ 1245.561057] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba3863ad-d762-4999-8328-7fd54591a3e1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.063538] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.063981] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.063981] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.064146] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.064217] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.064339] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba3863ad-d762-4999-8328-7fd54591a3e1 is going to be created. [ 1246.086501] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.086739] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.086739] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.086970] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.087175] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.095732] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba3863ad-d762-4999-8328-7fd54591a3e1 in Status: UNINITIALIZED for 2s [ 1247.379025] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 in Status: SUCCESS [ 1247.379404] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.379918] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.380308] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.380691] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.380938] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.381132] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.381456] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.382894] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.383082] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.383222] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74824cbd-aa39-4082-85ba-c85f268cb2c0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.888080] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-74824cbd-aa39-4082-85ba-c85f268cb2c0 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.888080] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.888080] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.888080] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.888600] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.888804] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.889183] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.889183] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.889268] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.889348] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.889553] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-74824cbd-aa39-4082-85ba-c85f268cb2c0 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.889656] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.889656] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.889871] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.890036] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.890135] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.890198] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.890342] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.890409] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.890489] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.890633] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74824cbd-aa39-4082-85ba-c85f268cb2c0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.105109] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba3863ad-d762-4999-8328-7fd54591a3e1 in Status: SUCCESS [ 1248.105426] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba3863ad-d762-4999-8328-7fd54591a3e1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.105660] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba3863ad-d762-4999-8328-7fd54591a3e1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.105914] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba3863ad-d762-4999-8328-7fd54591a3e1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.106146] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.106338] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.106432] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.106672] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.106736] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.106787] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba3863ad-d762-4999-8328-7fd54591a3e1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.106877] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba3863ad-d762-4999-8328-7fd54591a3e1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.393445] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74824cbd-aa39-4082-85ba-c85f268cb2c0: rpc.has_security_group_logging(os_id): False [ 1248.415434] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.415592] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.415669] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.415867] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.415960] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.416181] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.416281] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.416341] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.416485] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.416556] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.416753] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.416844] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.416900] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.417054] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.417129] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.417318] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.417412] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.417469] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.417602] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.417669] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.417757] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 is going to be updated. [ 1248.474439] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.474611] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.474657] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.474887] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.475010] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.487124] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 in Status: IN_PROGRESS for 2s [ 1248.611971] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba3863ad-d762-4999-8328-7fd54591a3e1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.114997] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba3863ad-d762-4999-8328-7fd54591a3e1: rpc.has_security_group_logging(os_id): False [ 1249.132939] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.133090] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.133139] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.133337] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.133429] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.133680] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.133790] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.133855] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.134037] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.134118] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.134205] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba3863ad-d762-4999-8328-7fd54591a3e1 is going to be created. [ 1249.194356] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.194465] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.194536] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.194750] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.194937] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.212774] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba3863ad-d762-4999-8328-7fd54591a3e1 in Status: IN_PROGRESS for 2s [ 1249.547988] env[69670]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1249.548376] env[69670]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1250.502322] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 in Status: SUCCESS [ 1250.502544] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.225320] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba3863ad-d762-4999-8328-7fd54591a3e1 in Status: SUCCESS [ 1251.225669] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba3863ad-d762-4999-8328-7fd54591a3e1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.955717] env[69670]: INFO networking_nsxv3.common.synchronization [req-ea442d29-60ca-41b6-b02a-44f0dda11d2a req-407df970-d4ac-4bf1-b9c8-f6f46fc66481 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Enqueued Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_members [ 1252.956293] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_members [ 1252.956603] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b4c9114-58a5-47bb-9dbb-394479f9c094 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.956738] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.956814] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.957023] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.957177] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.957279] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.957345] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.958140] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.958270] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.958377] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.252039] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-553 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.252039] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-553" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.252039] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-553" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.252039] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-553" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.252039] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.252039] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.252039] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.252532] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.252807] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.253180] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1253.253441] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1253.253669] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1253.253890] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1253.254131] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1253.254348] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1253.254658] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1253.275086] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1253.275268] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1253.275411] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1253.275593] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-553" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.275913] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-a2635571-8245-4a59-9c1e-e53b8c7a965d taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.276110] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-a2635571-8245-4a59-9c1e-e53b8c7a965d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.276232] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-a2635571-8245-4a59-9c1e-e53b8c7a965d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.276699] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-a2635571-8245-4a59-9c1e-e53b8c7a965d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.276887] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2635571-8245-4a59-9c1e-e53b8c7a965d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.460317] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.460502] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.460552] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.460877] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.460964] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.461191] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.461295] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.461356] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.461507] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.461621] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.461725] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 is going to be updated. [ 1253.485445] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.485675] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.485675] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.485861] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.485976] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.500857] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: IN_PROGRESS for 2s [ 1253.779527] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.779729] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.779852] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.780188] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.780340] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.780498] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port a2635571-8245-4a59-9c1e-e53b8c7a965d not found, creating... [ 1253.780814] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.780982] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.781118] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.781348] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.781492] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.781815] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.781978] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.782116] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.782334] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.782476] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.782619] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: a2635571-8245-4a59-9c1e-e53b8c7a965d is going to be created. [ 1253.801860] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.802147] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.802317] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.802593] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.802857] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.803242] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-a2635571-8245-4a59-9c1e-e53b8c7a965d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.510102] env[69670]: INFO networking_nsxv3.common.synchronization [req-ea442d29-60ca-41b6-b02a-44f0dda11d2a req-cd6280e9-ee10-4905-b52d-494af60dd007 service nova] Enqueued Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_rules [ 1254.510385] env[69670]: INFO networking_nsxv3.common.synchronization [req-ea442d29-60ca-41b6-b02a-44f0dda11d2a req-cd6280e9-ee10-4905-b52d-494af60dd007 service nova] Enqueued Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_members [ 1254.510434] env[69670]: INFO networking_nsxv3.common.synchronization [req-ea442d29-60ca-41b6-b02a-44f0dda11d2a req-cd6280e9-ee10-4905-b52d-494af60dd007 service nova] Enqueued Resource ID: a2635571-8245-4a59-9c1e-e53b8c7a965d with Priority: HIGHEST for action port [ 1254.510993] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_rules [ 1254.511236] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_members [ 1254.511357] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2635571-8245-4a59-9c1e-e53b8c7a965d with Priority: HIGHEST for action port [ 1254.511637] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b4c9114-58a5-47bb-9dbb-394479f9c094 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.511829] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.511914] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.512235] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.512332] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.516031] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b4c9114-58a5-47bb-9dbb-394479f9c094 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.516031] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.516031] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2635571-8245-4a59-9c1e-e53b8c7a965d taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.516031] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2635571-8245-4a59-9c1e-e53b8c7a965d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.516031] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2635571-8245-4a59-9c1e-e53b8c7a965d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.516031] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2635571-8245-4a59-9c1e-e53b8c7a965d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.516031] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2635571-8245-4a59-9c1e-e53b8c7a965d',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.015307] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b4c9114-58a5-47bb-9dbb-394479f9c094 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.015533] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.015628] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2635571-8245-4a59-9c1e-e53b8c7a965d with status ACTIVE [ 1255.015894] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.016019] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.016083] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.016290] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.016378] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.016547] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.016640] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.016702] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.016844] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.016921] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.017115] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.017274] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.017352] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.017502] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.018186] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.018186] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2635571-8245-4a59-9c1e-e53b8c7a965d is going to be updated. [ 1255.036717] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.036898] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.036898] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.037102] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.037230] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.037382] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2635571-8245-4a59-9c1e-e53b8c7a965d" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.510188] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: SUCCESS [ 1255.510650] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 deletion is rescheduled due to dependency. [ 1255.510650] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.510794] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.511112] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.511433] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.511594] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.511663] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.511929] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.512057] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.512196] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.014827] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.517115] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.019022] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.019216] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.019311] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.019533] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.019642] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.019748] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 is going to be updated. [ 1257.047605] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.047840] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.047949] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.048245] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.048559] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.056845] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: IN_PROGRESS for 2s [ 1259.067014] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: SUCCESS [ 1259.067397] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.067397] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.067614] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.067881] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.068025] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.068095] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.068256] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.068329] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.068439] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.068504] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.494677] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-225 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.494886] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-225" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.495025] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-225" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.495326] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-225" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.495591] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.495752] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.495871] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.496108] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.496259] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.496472] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1259.496587] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1259.496697] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1259.496809] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1259.496920] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1259.497038] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1259.497177] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1259.512845] env[69670]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1259.512977] env[69670]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1259.514948] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1259.515127] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1259.515268] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1259.515435] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-225" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.515714] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-2e0d954e-2ff3-4711-a768-dbe2bfb779a1 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.515879] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-2e0d954e-2ff3-4711-a768-dbe2bfb779a1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.516011] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-2e0d954e-2ff3-4711-a768-dbe2bfb779a1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.516247] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-2e0d954e-2ff3-4711-a768-dbe2bfb779a1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.516388] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e0d954e-2ff3-4711-a768-dbe2bfb779a1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.570524] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b4c9114-58a5-47bb-9dbb-394479f9c094 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.570749] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.570817] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.571150] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.571371] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.571520] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.571607] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.571995] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.572144] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.572276] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.572469] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b4c9114-58a5-47bb-9dbb-394479f9c094 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.572603] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.572668] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.572865] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.573054] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.573142] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.573245] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.573407] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.573489] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.573575] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.573666] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.020169] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.020415] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.020549] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.020904] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.021084] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.021398] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.021568] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.021712] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.022090] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.022090] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.022377] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.022570] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.022704] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.022897] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.023016] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.023396] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 2e0d954e-2ff3-4711-a768-dbe2bfb779a1 is going to be updated. [ 1260.056469] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.056736] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.056876] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.057404] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.057610] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.057836] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-2e0d954e-2ff3-4711-a768-dbe2bfb779a1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.075788] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b4c9114-58a5-47bb-9dbb-394479f9c094: rpc.has_security_group_logging(os_id): False [ 1260.093270] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.093453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.093515] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.093796] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.093884] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.094139] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.094257] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.094335] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.094512] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.095455] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.095455] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.095455] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.095455] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.095455] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.095455] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.095455] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.095779] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.095779] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.095779] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.095876] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.095963] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 is going to be updated. [ 1260.188983] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.189235] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.189235] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.189426] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.189574] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.206345] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: IN_PROGRESS for 2s [ 1260.765671] env[69670]: INFO networking_nsxv3.common.synchronization [req-4774eccb-6b1f-42cd-9d12-c146c0de8e8f req-bdb8bf3b-c1c2-4364-a5f3-6fb711c80237 service nova] Enqueued Resource ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 with Priority: HIGHEST for action security_group_rules [ 1260.765671] env[69670]: INFO networking_nsxv3.common.synchronization [req-4774eccb-6b1f-42cd-9d12-c146c0de8e8f req-bdb8bf3b-c1c2-4364-a5f3-6fb711c80237 service nova] Enqueued Resource ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 with Priority: HIGHEST for action security_group_members [ 1260.765671] env[69670]: INFO networking_nsxv3.common.synchronization [req-4774eccb-6b1f-42cd-9d12-c146c0de8e8f req-bdb8bf3b-c1c2-4364-a5f3-6fb711c80237 service nova] Enqueued Resource ID: 2e0d954e-2ff3-4711-a768-dbe2bfb779a1 with Priority: HIGHEST for action port [ 1260.765671] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 with Priority: HIGHEST for action security_group_rules [ 1260.765671] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 with Priority: HIGHEST for action security_group_members [ 1260.765671] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e0d954e-2ff3-4711-a768-dbe2bfb779a1 with Priority: HIGHEST for action port [ 1260.766480] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74824cbd-aa39-4082-85ba-c85f268cb2c0 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.766759] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.766987] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.767290] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.767465] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74824cbd-aa39-4082-85ba-c85f268cb2c0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.768518] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-74824cbd-aa39-4082-85ba-c85f268cb2c0 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.773141] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.773141] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.773417] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.773417] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.773553] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.773594] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.773850] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.773944] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.774087] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74824cbd-aa39-4082-85ba-c85f268cb2c0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.775019] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e0d954e-2ff3-4711-a768-dbe2bfb779a1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.775173] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e0d954e-2ff3-4711-a768-dbe2bfb779a1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.775249] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e0d954e-2ff3-4711-a768-dbe2bfb779a1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.775456] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e0d954e-2ff3-4711-a768-dbe2bfb779a1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.775540] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e0d954e-2ff3-4711-a768-dbe2bfb779a1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.277933] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-74824cbd-aa39-4082-85ba-c85f268cb2c0 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.278320] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.278320] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74824cbd-aa39-4082-85ba-c85f268cb2c0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.279395] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e0d954e-2ff3-4711-a768-dbe2bfb779a1 with status ACTIVE [ 1261.280057] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.280057] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.280057] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.280318] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.280391] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.280624] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.280986] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.280986] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.281142] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.281216] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.281411] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.281508] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.281571] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.281781] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.281888] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.282065] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e0d954e-2ff3-4711-a768-dbe2bfb779a1 is going to be updated. [ 1261.301326] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.301569] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.301569] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.301742] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.301887] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.302092] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e0d954e-2ff3-4711-a768-dbe2bfb779a1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.784710] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74824cbd-aa39-4082-85ba-c85f268cb2c0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.221135] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: SUCCESS [ 1262.221387] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.289153] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.289554] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.289554] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.289656] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.289703] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.289877] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 is going to be updated. [ 1262.315975] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.316195] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.316195] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.316373] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.316514] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.323943] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 in Status: IN_PROGRESS for 2s [ 1264.342214] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 in Status: SUCCESS [ 1264.342726] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.342726] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.342912] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.343144] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.343276] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.343354] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.343524] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.343600] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.343696] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.343783] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74824cbd-aa39-4082-85ba-c85f268cb2c0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.589429] env[69670]: INFO networking_nsxv3.common.synchronization [req-15c52f38-6962-4ed9-880e-41f46fa78b59 req-d22ac54d-f0c6-45a5-8291-6a48d31a442a tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Enqueued Resource ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 with Priority: HIGHEST for action security_group_members [ 1264.590039] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 with Priority: HIGHEST for action security_group_members [ 1264.590358] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.590491] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.590875] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.590875] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.590960] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.591057] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.591121] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.591267] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.591353] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.591448] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4995535b-33b0-4f0d-a8c4-4dda98d7ff35',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.846882] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-74824cbd-aa39-4082-85ba-c85f268cb2c0 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.846882] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.846882] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.846882] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.847409] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.849803] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.849803] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.849803] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.849803] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.849803] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.849803] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-74824cbd-aa39-4082-85ba-c85f268cb2c0 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.849803] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.849803] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.849803] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.849803] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.849803] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.849803] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.849803] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.849803] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.849803] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.849803] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74824cbd-aa39-4082-85ba-c85f268cb2c0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.094370] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.094543] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.094590] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.094812] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.094908] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.095127] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.095231] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.095294] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.095444] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.095929] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.095929] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 is going to be updated. [ 1265.126332] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.126332] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.126332] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.126332] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.126332] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.137523] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 in Status: IN_PROGRESS for 2s [ 1265.353528] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74824cbd-aa39-4082-85ba-c85f268cb2c0: rpc.has_security_group_logging(os_id): False [ 1265.375392] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.375589] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.375651] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.375823] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.375916] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.376132] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.376240] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.376288] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.376444] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.376522] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.376715] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.376809] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.376871] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.377028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.377106] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.377298] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.377391] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.377451] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.377586] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.377661] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.377743] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 is going to be updated. [ 1265.445260] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.445515] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.445515] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.445774] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.445992] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.460849] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 in Status: IN_PROGRESS for 2s [ 1267.146843] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 in Status: SUCCESS [ 1267.147238] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 deletion is rescheduled due to dependency. [ 1267.147238] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.475805] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 in Status: SUCCESS [ 1267.476443] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.591239] env[69670]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1269.591556] env[69670]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1274.592386] env[69670]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1274.592712] env[69670]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1276.444586] env[69670]: INFO networking_nsxv3.common.synchronization [req-8f8eff0a-d989-42be-83c0-dde9d1593f05 req-2d4abb3b-f131-46e8-bf2b-fa7f4b1faf09 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Enqueued Resource ID: 406ee568-3ded-477e-9a51-6d97a096ad54 with Priority: HIGHEST for action security_group_members [ 1276.445344] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 406ee568-3ded-477e-9a51-6d97a096ad54 with Priority: HIGHEST for action security_group_members [ 1276.446934] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-406ee568-3ded-477e-9a51-6d97a096ad54 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.446934] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.446934] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.446934] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.446934] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.446934] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.446934] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.447603] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.447603] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.447603] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('406ee568-3ded-477e-9a51-6d97a096ad54',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.949924] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('406ee568-3ded-477e-9a51-6d97a096ad54',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.452267] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('406ee568-3ded-477e-9a51-6d97a096ad54',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.955417] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.955633] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.955633] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.955874] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.955963] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.956074] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 406ee568-3ded-477e-9a51-6d97a096ad54 is going to be updated. [ 1277.988693] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.988999] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.989092] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.989318] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.989470] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.997657] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 406ee568-3ded-477e-9a51-6d97a096ad54 in Status: IN_PROGRESS for 2s [ 1280.007609] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 406ee568-3ded-477e-9a51-6d97a096ad54 in Status: SUCCESS [ 1280.007952] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.446582] env[69670]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1281.446930] env[69670]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1282.771667] env[69670]: INFO networking_nsxv3.common.synchronization [req-24315b28-c734-4232-8eb5-220a8eab9ce7 req-1d6a8af0-bf98-4a2c-9b53-e62639942593 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Enqueued Resource ID: 406ee568-3ded-477e-9a51-6d97a096ad54 with Priority: HIGHEST for action security_group_members [ 1282.772041] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 406ee568-3ded-477e-9a51-6d97a096ad54 with Priority: HIGHEST for action security_group_members [ 1282.772375] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-406ee568-3ded-477e-9a51-6d97a096ad54 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.772625] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.772625] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.772780] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.772906] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.773013] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.773065] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.773213] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.773318] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.773418] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('406ee568-3ded-477e-9a51-6d97a096ad54',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.275500] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.275656] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.275726] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.275954] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.276061] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.276275] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.276390] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.276455] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.276652] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.276766] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.276824] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 406ee568-3ded-477e-9a51-6d97a096ad54 is going to be updated. [ 1283.303043] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.303207] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.303256] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.303451] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.303591] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.313618] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 406ee568-3ded-477e-9a51-6d97a096ad54 in Status: IN_PROGRESS for 2s [ 1285.324053] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 406ee568-3ded-477e-9a51-6d97a096ad54 in Status: SUCCESS [ 1285.324053] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 406ee568-3ded-477e-9a51-6d97a096ad54 deletion is rescheduled due to dependency. [ 1285.324485] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-406ee568-3ded-477e-9a51-6d97a096ad54" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.500524] env[69670]: INFO networking_nsxv3.common.synchronization [req-fe4cf989-a0da-49cb-a947-510eb78596c1 req-e0153e7e-8211-471b-bfc4-f20de5f32aa1 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Enqueued Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_members [ 1286.501139] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_members [ 1286.501472] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b4c9114-58a5-47bb-9dbb-394479f9c094 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.501617] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.501692] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.501901] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.502084] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.502181] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.502241] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.502389] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.502475] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.502561] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.004951] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.005111] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.005182] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.005451] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.005558] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.005751] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.005850] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.005937] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.006116] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.006197] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.006286] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 is going to be updated. [ 1287.033894] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.033894] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.034109] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.034213] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.034360] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.042134] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: IN_PROGRESS for 2s [ 1287.199114] env[69670]: INFO networking_nsxv3.common.synchronization [None req-76ef1beb-8a2a-4bd1-a240-a189945cd5cb tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Enqueued Resource ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 with Priority: HIGHEST for action security_group_members [ 1287.199190] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 with Priority: HIGHEST for action security_group_members [ 1287.199655] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-74824cbd-aa39-4082-85ba-c85f268cb2c0 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.199799] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.199868] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.200082] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.200250] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.200405] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.200405] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.200557] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.200645] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.200739] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74824cbd-aa39-4082-85ba-c85f268cb2c0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.702361] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.702721] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.702721] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.702799] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.702912] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.703122] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.703230] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.703305] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.703482] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.703563] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.703682] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 is going to be updated. [ 1287.731542] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.731825] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.731825] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.732038] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.732127] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.739947] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 in Status: IN_PROGRESS for 2s [ 1289.052846] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: SUCCESS [ 1289.053096] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 deletion is rescheduled due to dependency. [ 1289.053200] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.748574] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 in Status: SUCCESS [ 1289.749039] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74824cbd-aa39-4082-85ba-c85f268cb2c0 deletion is rescheduled due to dependency. [ 1289.749039] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74824cbd-aa39-4082-85ba-c85f268cb2c0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.427601] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-775 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.427949] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-775" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.427949] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-775" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.428768] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-775" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.428768] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.428768] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.428768] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.432189] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.432373] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.432597] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1290.432716] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1290.432842] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1290.432954] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1290.433093] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1290.433207] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1290.433423] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1290.451312] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1290.451312] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1290.451312] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1290.451561] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-775" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.451662] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-b18ceea9-680c-4a8f-afd1-99dda763c88f taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.451851] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-b18ceea9-680c-4a8f-afd1-99dda763c88f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.451971] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-b18ceea9-680c-4a8f-afd1-99dda763c88f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.452520] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-b18ceea9-680c-4a8f-afd1-99dda763c88f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.452657] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b18ceea9-680c-4a8f-afd1-99dda763c88f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.873901] env[69670]: INFO networking_nsxv3.common.synchronization [None req-e6a4048a-bb17-4ad8-8a43-c153fdee1b15 None None] Enqueued Resource ID: cf244bcb-4416-4a2b-bae8-25b201ae4db3 with Priority: HIGHEST for action port [ 1290.874175] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf244bcb-4416-4a2b-bae8-25b201ae4db3 with Priority: HIGHEST for action port [ 1290.874729] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf244bcb-4416-4a2b-bae8-25b201ae4db3 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.874917] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf244bcb-4416-4a2b-bae8-25b201ae4db3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.874917] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf244bcb-4416-4a2b-bae8-25b201ae4db3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.875195] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf244bcb-4416-4a2b-bae8-25b201ae4db3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.875279] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf244bcb-4416-4a2b-bae8-25b201ae4db3',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.957247] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.957538] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.957687] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.958031] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.958199] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.958710] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.958710] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.958849] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.959110] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.959814] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.960508] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.960717] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.960889] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.961192] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.961365] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.961518] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: b18ceea9-680c-4a8f-afd1-99dda763c88f is going to be updated. [ 1290.981338] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.981557] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.981688] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.981960] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.982262] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.982799] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-b18ceea9-680c-4a8f-afd1-99dda763c88f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.381632] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf244bcb-4416-4a2b-bae8-25b201ae4db3 [ 1291.381797] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.381948] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.382033] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.382334] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.382446] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.382552] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf244bcb-4416-4a2b-bae8-25b201ae4db3 already deleted. [ 1291.382658] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf244bcb-4416-4a2b-bae8-25b201ae4db3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.765867] env[69670]: INFO networking_nsxv3.common.synchronization [req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f req-ccd119a3-eb7d-4345-b45f-db2ce44efeff service nova] Enqueued Resource ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 with Priority: HIGHEST for action security_group_rules [ 1291.766181] env[69670]: INFO networking_nsxv3.common.synchronization [req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f req-ccd119a3-eb7d-4345-b45f-db2ce44efeff service nova] Enqueued Resource ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 with Priority: HIGHEST for action security_group_members [ 1291.766256] env[69670]: INFO networking_nsxv3.common.synchronization [req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f req-ccd119a3-eb7d-4345-b45f-db2ce44efeff service nova] Enqueued Resource ID: b18ceea9-680c-4a8f-afd1-99dda763c88f with Priority: HIGHEST for action port [ 1291.766485] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 with Priority: HIGHEST for action security_group_rules [ 1291.766548] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 with Priority: HIGHEST for action security_group_members [ 1291.766663] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18ceea9-680c-4a8f-afd1-99dda763c88f with Priority: HIGHEST for action port [ 1291.767218] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73a79a60-518e-406d-93dd-6244bdbef8b5 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.767340] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.767419] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.767627] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.767705] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73a79a60-518e-406d-93dd-6244bdbef8b5',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.770062] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a79a60-518e-406d-93dd-6244bdbef8b5 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.770202] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.770949] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.770949] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.770949] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.770949] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.770949] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.770949] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.771208] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.771250] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73a79a60-518e-406d-93dd-6244bdbef8b5',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.772555] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-b18ceea9-680c-4a8f-afd1-99dda763c88f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.772659] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b18ceea9-680c-4a8f-afd1-99dda763c88f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.772729] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b18ceea9-680c-4a8f-afd1-99dda763c88f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.773114] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b18ceea9-680c-4a8f-afd1-99dda763c88f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.773218] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b18ceea9-680c-4a8f-afd1-99dda763c88f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.275257] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73a79a60-518e-406d-93dd-6244bdbef8b5',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.276365] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a79a60-518e-406d-93dd-6244bdbef8b5 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.276485] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.276657] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b18ceea9-680c-4a8f-afd1-99dda763c88f with status ACTIVE [ 1292.276796] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.276898] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.276963] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.277171] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.277267] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.277436] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.277527] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.277589] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.277735] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.277805] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.277985] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.278152] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.278224] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.278364] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.278443] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.278529] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b18ceea9-680c-4a8f-afd1-99dda763c88f is going to be updated. [ 1292.298903] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.298903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.298903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.298903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.298903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.298903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b18ceea9-680c-4a8f-afd1-99dda763c88f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.780542] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73a79a60-518e-406d-93dd-6244bdbef8b5',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.942697] env[69670]: INFO networking_nsxv3.common.synchronization [None req-e9271784-69df-4c6b-ab2a-c0600c6ecb4e None None] Enqueued Resource ID: acecc747-e08f-47a8-a4e2-ff28416e8dbf with Priority: HIGHEST for action port [ 1292.943483] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acecc747-e08f-47a8-a4e2-ff28416e8dbf with Priority: HIGHEST for action port [ 1292.943827] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-acecc747-e08f-47a8-a4e2-ff28416e8dbf taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.944061] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acecc747-e08f-47a8-a4e2-ff28416e8dbf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.944061] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acecc747-e08f-47a8-a4e2-ff28416e8dbf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.944301] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acecc747-e08f-47a8-a4e2-ff28416e8dbf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.944394] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acecc747-e08f-47a8-a4e2-ff28416e8dbf',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.282617] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.282835] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.282909] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.283210] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.283313] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.283450] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 is going to be updated. [ 1293.310175] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.310405] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.310405] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.310579] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.310723] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.321238] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 in Status: IN_PROGRESS for 2s [ 1293.446573] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port acecc747-e08f-47a8-a4e2-ff28416e8dbf [ 1293.446826] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.446957] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.447048] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.447273] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.447383] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.447468] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:acecc747-e08f-47a8-a4e2-ff28416e8dbf already deleted. [ 1293.447557] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acecc747-e08f-47a8-a4e2-ff28416e8dbf" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.969036] env[69670]: INFO networking_nsxv3.common.synchronization [req-ae478481-4620-487e-902d-be56b7a75329 req-f6c4d4f7-e909-476b-acc8-fec47ec35290 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Enqueued Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_members [ 1293.969631] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_members [ 1293.970010] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b4c9114-58a5-47bb-9dbb-394479f9c094 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.970175] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.970276] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.970482] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.970618] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.970795] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.970795] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.970941] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.970989] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.971133] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.051697] env[69670]: INFO networking_nsxv3.common.synchronization [req-49d80a17-1818-411c-a99f-31bc7f2cacfa req-3e21d476-7567-4048-a38e-e2a8055f86e5 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Enqueued Resource ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 with Priority: HIGHEST for action security_group_members [ 1294.052224] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 with Priority: HIGHEST for action security_group_members [ 1294.052544] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.052666] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.052734] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.052936] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.054420] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.054548] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.054615] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.054794] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.054887] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.054981] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.262694] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-553 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.262996] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-553" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.263145] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-553" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.263434] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-553" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.263696] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.263859] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.263980] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.264273] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.264430] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.264695] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1294.264824] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1294.265041] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1294.265118] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1294.265271] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1294.265326] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1294.265468] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1294.283906] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1294.284108] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1294.286503] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1294.286503] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-553" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.286503] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-059d6c9a-e5de-4953-9336-a98f16e14143 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.286503] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-059d6c9a-e5de-4953-9336-a98f16e14143" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.286503] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-059d6c9a-e5de-4953-9336-a98f16e14143" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.286503] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-059d6c9a-e5de-4953-9336-a98f16e14143" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.286503] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('059d6c9a-e5de-4953-9336-a98f16e14143',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.473919] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.474197] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.474197] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.474487] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.474487] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.474644] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.474739] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.474804] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.474939] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.475035] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.475122] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 is going to be updated. [ 1294.501282] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.501487] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.501487] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.501937] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.502109] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.509812] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: IN_PROGRESS for 2s [ 1294.558000] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.788514] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.788714] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.788840] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.789347] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.789347] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.789571] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 059d6c9a-e5de-4953-9336-a98f16e14143 not found, creating... [ 1294.789762] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.789928] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.790060] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.790319] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.790529] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.790912] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.791139] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.791276] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.791607] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.791783] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.791959] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 059d6c9a-e5de-4953-9336-a98f16e14143 is going to be created. [ 1294.848871] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.849183] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.849344] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.850201] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.850499] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.850812] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-059d6c9a-e5de-4953-9336-a98f16e14143" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.060973] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.331351] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 in Status: SUCCESS [ 1295.331576] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.332209] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.332475] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.332677] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.332799] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.332868] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.333052] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.333142] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.333235] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.333333] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73a79a60-518e-406d-93dd-6244bdbef8b5',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.520217] env[69670]: INFO networking_nsxv3.common.synchronization [req-ae478481-4620-487e-902d-be56b7a75329 req-d0c44bc1-6361-4560-961e-a2985e5c2daf service nova] Enqueued Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_rules [ 1295.520555] env[69670]: INFO networking_nsxv3.common.synchronization [req-ae478481-4620-487e-902d-be56b7a75329 req-d0c44bc1-6361-4560-961e-a2985e5c2daf service nova] Enqueued Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_members [ 1295.520747] env[69670]: INFO networking_nsxv3.common.synchronization [req-ae478481-4620-487e-902d-be56b7a75329 req-d0c44bc1-6361-4560-961e-a2985e5c2daf service nova] Enqueued Resource ID: 059d6c9a-e5de-4953-9336-a98f16e14143 with Priority: HIGHEST for action port [ 1295.521408] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_rules [ 1295.521559] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_members [ 1295.521711] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 059d6c9a-e5de-4953-9336-a98f16e14143 with Priority: HIGHEST for action port [ 1295.521995] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b4c9114-58a5-47bb-9dbb-394479f9c094 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.522293] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.522361] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.522622] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.522756] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.524258] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b4c9114-58a5-47bb-9dbb-394479f9c094 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.524611] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.524974] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-059d6c9a-e5de-4953-9336-a98f16e14143 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.525274] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-059d6c9a-e5de-4953-9336-a98f16e14143" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.525420] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-059d6c9a-e5de-4953-9336-a98f16e14143" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.525562] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-059d6c9a-e5de-4953-9336-a98f16e14143" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.525635] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('059d6c9a-e5de-4953-9336-a98f16e14143',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.566114] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.566344] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.566438] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.566719] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.566812] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.566919] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 is going to be updated. [ 1295.594333] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.594562] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.594562] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.594779] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.594926] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.603171] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 in Status: IN_PROGRESS for 2s [ 1295.835639] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73a79a60-518e-406d-93dd-6244bdbef8b5',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.837045] env[69670]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1295.837212] env[69670]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bb50ab4e-23be-426f-9ff7-64b85049b383 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1296.025401] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b4c9114-58a5-47bb-9dbb-394479f9c094 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.025588] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.027996] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 059d6c9a-e5de-4953-9336-a98f16e14143 with status ACTIVE [ 1296.028248] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.028485] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.028600] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.028831] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.028970] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.029257] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.029408] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.029493] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.029764] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.029899] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.030244] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.030374] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.030500] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.030765] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.030877] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.030997] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 059d6c9a-e5de-4953-9336-a98f16e14143 is going to be updated. [ 1296.052276] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.052457] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.052565] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.052789] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.052991] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.053278] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-059d6c9a-e5de-4953-9336-a98f16e14143" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.185866] env[69670]: INFO networking_nsxv3.common.synchronization [req-bae56575-edeb-4be3-a801-89e2bb65acde req-4bf12960-5221-4e5d-a377-115bf6b0f2a9 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Enqueued Resource ID: 34154720-4570-43dc-bd89-f908d3802c29 with Priority: HIGHEST for action security_group_members [ 1296.186494] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34154720-4570-43dc-bd89-f908d3802c29 with Priority: HIGHEST for action security_group_members [ 1296.186854] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-34154720-4570-43dc-bd89-f908d3802c29 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.186973] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.187094] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.187688] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.187688] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.187853] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.187853] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.188015] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.188015] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.188183] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34154720-4570-43dc-bd89-f908d3802c29',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.338780] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73a79a60-518e-406d-93dd-6244bdbef8b5: rpc.has_security_group_logging(os_id): False [ 1296.356271] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.356523] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.356523] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.356794] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.356912] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.357175] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.357283] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.357344] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.357499] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.357577] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.357662] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 is going to be updated. [ 1296.435452] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.436465] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.436465] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.436465] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.436465] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.449842] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-81 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.450097] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-81" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.450288] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-81" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.450698] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-81" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.450994] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.451268] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.451413] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.451673] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.451852] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.452143] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1296.452257] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1296.452410] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1296.452557] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1296.452726] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1296.452855] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1296.452999] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1296.466636] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 in Status: IN_PROGRESS for 2s [ 1296.486049] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1296.486165] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1296.486341] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1296.486544] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-81" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.486870] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-91005c7c-0a56-41ce-b3a8-83d764a42a35 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.487093] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-91005c7c-0a56-41ce-b3a8-83d764a42a35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.487219] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-91005c7c-0a56-41ce-b3a8-83d764a42a35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.487605] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-91005c7c-0a56-41ce-b3a8-83d764a42a35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.487764] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91005c7c-0a56-41ce-b3a8-83d764a42a35',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.523823] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: SUCCESS [ 1296.524395] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 deletion is rescheduled due to dependency. [ 1296.524395] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.524395] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.524613] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.524717] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.524849] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.524924] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.525093] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.525193] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.525291] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.690628] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.690781] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.690781] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.690998] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.691108] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.691381] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.691513] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.691579] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.691762] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.691865] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.691977] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34154720-4570-43dc-bd89-f908d3802c29 already deleted. [ 1296.692131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.990793] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.991103] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.991251] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.991556] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.991620] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.991788] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 91005c7c-0a56-41ce-b3a8-83d764a42a35 not found, creating... [ 1296.992077] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.992245] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.992366] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.992599] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.992742] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.993047] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.993702] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.993702] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.993702] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.993702] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.993917] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 91005c7c-0a56-41ce-b3a8-83d764a42a35 is going to be created. [ 1297.012956] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.013226] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.013341] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.013710] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.014077] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.014352] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-91005c7c-0a56-41ce-b3a8-83d764a42a35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.026976] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.529291] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.618878] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 in Status: SUCCESS [ 1297.619144] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.697888] env[69670]: INFO networking_nsxv3.common.synchronization [req-bae56575-edeb-4be3-a801-89e2bb65acde req-1a419e8d-51b8-4187-aa07-e23195872ba7 service nova] Enqueued Resource ID: 34154720-4570-43dc-bd89-f908d3802c29 with Priority: HIGHEST for action security_group_rules [ 1297.698106] env[69670]: INFO networking_nsxv3.common.synchronization [req-bae56575-edeb-4be3-a801-89e2bb65acde req-1a419e8d-51b8-4187-aa07-e23195872ba7 service nova] Enqueued Resource ID: 34154720-4570-43dc-bd89-f908d3802c29 with Priority: HIGHEST for action security_group_members [ 1297.698303] env[69670]: INFO networking_nsxv3.common.synchronization [req-bae56575-edeb-4be3-a801-89e2bb65acde req-1a419e8d-51b8-4187-aa07-e23195872ba7 service nova] Enqueued Resource ID: 91005c7c-0a56-41ce-b3a8-83d764a42a35 with Priority: HIGHEST for action port [ 1297.698484] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34154720-4570-43dc-bd89-f908d3802c29 with Priority: HIGHEST for action security_group_rules [ 1297.698617] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34154720-4570-43dc-bd89-f908d3802c29 with Priority: HIGHEST for action security_group_members [ 1297.698712] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91005c7c-0a56-41ce-b3a8-83d764a42a35 with Priority: HIGHEST for action port [ 1297.699354] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34154720-4570-43dc-bd89-f908d3802c29 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.699483] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.699551] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.699815] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.699901] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34154720-4570-43dc-bd89-f908d3802c29',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.700798] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-34154720-4570-43dc-bd89-f908d3802c29 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.700916] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.700978] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.701175] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.701352] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.701452] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.701524] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.701656] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.701744] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.701837] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34154720-4570-43dc-bd89-f908d3802c29',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.702621] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-91005c7c-0a56-41ce-b3a8-83d764a42a35 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.702750] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91005c7c-0a56-41ce-b3a8-83d764a42a35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.702884] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91005c7c-0a56-41ce-b3a8-83d764a42a35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.702942] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91005c7c-0a56-41ce-b3a8-83d764a42a35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.703286] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91005c7c-0a56-41ce-b3a8-83d764a42a35',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.032014] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.032014] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.032014] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.032251] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.032354] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.032462] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 is going to be updated. [ 1298.060857] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.061079] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.061129] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.061489] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.061648] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.070831] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: IN_PROGRESS for 2s [ 1298.204561] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34154720-4570-43dc-bd89-f908d3802c29',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.206070] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-34154720-4570-43dc-bd89-f908d3802c29 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.206070] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.209528] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91005c7c-0a56-41ce-b3a8-83d764a42a35 with status ACTIVE [ 1298.209751] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.209921] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.210022] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.210308] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.210422] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.210649] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.210787] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.210856] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.211067] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.211278] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.211529] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.211642] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.211821] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.211953] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.211953] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.212050] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91005c7c-0a56-41ce-b3a8-83d764a42a35 is going to be updated. [ 1298.233550] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.233764] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.233764] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.234013] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.234232] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.234410] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91005c7c-0a56-41ce-b3a8-83d764a42a35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.483409] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 in Status: SUCCESS [ 1298.483409] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.708349] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34154720-4570-43dc-bd89-f908d3802c29',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.210351] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.210558] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.210647] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.210875] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.211034] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.211214] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34154720-4570-43dc-bd89-f908d3802c29 is going to be created. [ 1299.243844] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.243996] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.244069] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.244280] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.244440] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.269124] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34154720-4570-43dc-bd89-f908d3802c29 in Status: UNINITIALIZED for 2s [ 1300.081903] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: SUCCESS [ 1300.082417] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.082478] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.082791] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.083081] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.083296] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.083396] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.083596] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.083687] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.083779] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.083871] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.586622] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b4c9114-58a5-47bb-9dbb-394479f9c094 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.586846] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.586943] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.587267] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.587522] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.587663] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.587750] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.587972] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.588109] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.588234] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.588450] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b4c9114-58a5-47bb-9dbb-394479f9c094 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.588580] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.588665] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.588861] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.589080] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.589216] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.589299] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.589490] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.589597] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.589710] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.589831] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.092912] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b4c9114-58a5-47bb-9dbb-394479f9c094: rpc.has_security_group_logging(os_id): False [ 1301.110749] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.110749] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.110749] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.110749] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.110749] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.111151] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.111151] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.111332] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.111419] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.111504] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.111687] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.111846] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.111919] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.112083] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.112208] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.112375] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.112504] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.112574] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.112720] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.112797] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.112892] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 is going to be updated. [ 1301.167059] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.167215] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.167291] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.167509] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.167663] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.184134] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: IN_PROGRESS for 2s [ 1301.282529] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34154720-4570-43dc-bd89-f908d3802c29 in Status: SUCCESS [ 1301.282760] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.282927] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.283268] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.283468] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.283588] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.283655] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.283808] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.283879] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.283968] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.284078] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34154720-4570-43dc-bd89-f908d3802c29',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.786478] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-34154720-4570-43dc-bd89-f908d3802c29 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.786692] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.786736] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.787121] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.787372] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.787508] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.787678] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.787914] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.788047] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.788193] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.788393] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-34154720-4570-43dc-bd89-f908d3802c29 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.788557] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.788640] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.788830] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.788992] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.789137] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.789215] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.789393] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.789477] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.789578] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.789658] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34154720-4570-43dc-bd89-f908d3802c29',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.293118] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34154720-4570-43dc-bd89-f908d3802c29: rpc.has_security_group_logging(os_id): False [ 1302.310621] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.310856] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.310856] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.311093] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.311194] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.311460] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.311582] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.311646] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.311816] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.311912] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.312123] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.312229] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.312285] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.312488] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.312573] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.312792] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.312940] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.312940] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.313133] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.313219] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.313310] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34154720-4570-43dc-bd89-f908d3802c29 is going to be created. [ 1302.367141] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.367141] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.367141] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.367141] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.367444] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.377863] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34154720-4570-43dc-bd89-f908d3802c29 in Status: IN_PROGRESS for 2s [ 1302.700104] env[69670]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1302.700334] env[69670]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1303.199935] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: SUCCESS [ 1303.199935] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.392261] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34154720-4570-43dc-bd89-f908d3802c29 in Status: SUCCESS [ 1304.392673] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.701267] env[69670]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1307.701685] env[69670]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1308.569873] env[69670]: INFO networking_nsxv3.common.synchronization [req-9868ae22-7261-41e4-82a9-0acf232c271c req-09e7af5c-ed78-4cbb-b67a-8f8442ee59da tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Enqueued Resource ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 with Priority: HIGHEST for action security_group_members [ 1308.570899] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 with Priority: HIGHEST for action security_group_members [ 1308.570899] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.570899] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.571123] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.571223] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.571433] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.571577] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.571619] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.571762] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.572032] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.572032] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.074589] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.074959] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.074959] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.075082] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.075182] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.075392] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.075499] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.075563] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.075732] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.075802] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.075891] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 is going to be updated. [ 1309.106579] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.106745] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.106797] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.106968] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.107127] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.114805] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 in Status: IN_PROGRESS for 2s [ 1309.670184] env[69670]: INFO networking_nsxv3.common.synchronization [req-7adf398b-2eab-47ad-bcb0-fedb16ef7f85 req-6ce5b849-b74c-41a9-bd6d-9c5dcc7d5b2a tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Enqueued Resource ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 with Priority: HIGHEST for action security_group_members [ 1309.670729] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 with Priority: HIGHEST for action security_group_members [ 1309.671052] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a79a60-518e-406d-93dd-6244bdbef8b5 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.671181] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.671248] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.671639] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.671805] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.671948] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.672029] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.672214] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.672524] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.672524] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73a79a60-518e-406d-93dd-6244bdbef8b5',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.176070] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.176070] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.176070] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.176070] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.176070] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.176561] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.176561] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.176561] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.176561] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.176729] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.176729] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 is going to be updated. [ 1310.205483] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.205655] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.205736] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.205885] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.206040] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.213796] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 in Status: IN_PROGRESS for 2s [ 1310.784067] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.784239] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.784307] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.784559] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.785317] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.125019] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 in Status: SUCCESS [ 1311.125301] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 deletion is rescheduled due to dependency. [ 1311.125485] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.229161] env[69670]: INFO networking_nsxv3.common.synchronization [req-ca91787e-baf5-431d-9d84-fd2370bd29b6 req-49b415e7-7613-44d8-a9e0-4f12a5fe1664 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Enqueued Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_members [ 1311.229447] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_members [ 1311.229771] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b4c9114-58a5-47bb-9dbb-394479f9c094 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.229903] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.230017] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.230183] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.230343] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.230448] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.230517] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.230650] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.230777] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.230819] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.287225] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.733517] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.733731] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.733813] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.734050] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.734151] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.734358] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.734466] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.734538] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.734686] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.734763] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.734854] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 is going to be updated. [ 1311.761875] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.761875] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.761875] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.762212] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.762212] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.769935] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: IN_PROGRESS for 2s [ 1311.789339] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.223714] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 in Status: SUCCESS [ 1312.223926] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73a79a60-518e-406d-93dd-6244bdbef8b5 deletion is rescheduled due to dependency. [ 1312.224045] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a79a60-518e-406d-93dd-6244bdbef8b5" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.291496] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1312.291845] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1313.153066] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.153066] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.153066] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.153066] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.163412] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1313.164438] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.165558] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1313.211223] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.211223] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.211223] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.211223] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.227396] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.227396] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1313.227396] env[69670]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69670) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1313.227396] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1313.267367] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.267723] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.267918] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.268912] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.270027] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.270351] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1313.356269] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.356269] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.356269] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.356269] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.356269] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.356269] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1313.439270] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.439270] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.442385] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.442385] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.442385] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.442385] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:47. [ 1313.442385] env[69670]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b', 'bd313b60-a71b-4691-be32-056404b5ef40', '004c43f6-12c0-43f4-b9ae-dfa65446e46f', '09805ea4-7c55-41b8-a08a-9a1b9d40957f', 'ae4027dc-443d-4535-a380-93b15d44a945', '34154720-4570-43dc-bd89-f908d3802c29', '0c486dd3-baec-4a47-a2e3-4fa644020dbb', '8ae94e30-e016-435b-850c-689d2a009139', 'cdcc411f-ce2b-4058-8002-cbd3fef49231', 'aac54264-f7b3-4aca-a0d1-6eebdb59bc7f', 'b31e66b1-920b-4a6c-94ff-fbdacb01c885', '1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4', '7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1', '85925ea3-e7a8-4379-99cc-f68b3cb9f569', 'ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e', '4fca289b-5e86-43b3-bc79-68716b64dfdd', '4995535b-33b0-4f0d-a8c4-4dda98d7ff35', 'e00cf55a-198c-4c40-ade1-2ee9c2043ee3', '7b4c9114-58a5-47bb-9dbb-394479f9c094', 'f2012ebc-a6e7-4a94-9f9c-91c59747c437', '847fd8a5-6751-429a-8967-e656a3577dff', 'd0365ffa-8607-46e6-8c05-8f49e08ae893', 'b4c25f6e-f6d7-4f8b-9a40-1a7737753c6b', '73a79a60-518e-406d-93dd-6244bdbef8b5', 'f02e61e7-9698-4f75-a2c4-cc256fe4fe39', '2f78c900-2aeb-463d-935c-170ec487fcae', '2bfd5cb9-24d5-45a6-b97f-0837f1ec47ab', 'a4f4c31e-43c3-4b12-86d5-2ae157990493', '35ebf063-f838-46ac-a347-2e2b966f7d0d', '99195bd6-4ef5-4a3f-8c1e-28c45cd6c1bf', 'ba3863ad-d762-4999-8328-7fd54591a3e1', '023f87ca-784d-402b-a29c-36dfd9e6fbbb', '182268a4-1bdb-4f9a-a40b-42f6c77b7f1a', '406ee568-3ded-477e-9a51-6d97a096ad54', '15a251d1-fcc6-4a86-9e87-e56757f8920d', '74824cbd-aa39-4082-85ba-c85f268cb2c0', 'dbf50bb3-828d-4e97-be35-bc5b70f65616', '6cbad3d2-86a4-4f76-a310-f81a38e479f4', '3a6d87c0-3f4f-43d9-b8d6-53fb649497de', 'c82c9e7d-c80e-47af-ae60-738a26b73be1', 'dec6f616-720c-4024-b086-b4cd7d6a2a06', '5fdf60fe-a59b-4db9-b0c7-11472ed6c437', 'ffd11365-6b57-445a-abac-7a55aa0d1624', '7a3108fb-febf-453f-85b7-26e5f9bd602a', '93c5efce-7f40-4699-85b5-784ae175d046', 'c8e9c3ec-e6d0-4e4f-b500-310ad0a7f79f', '96c8f899-578e-4f22-9860-e6399e89e690'} {{(pid=69670) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1313.442385] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1313.465363] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.465363] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.465363] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.465363] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.465363] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.465363] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1313.465363] env[69670]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69670) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1313.465363] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1313.550098] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.550362] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.550442] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.550671] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.551909] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.552289] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1313.552478] env[69670]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69670) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1313.552664] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1313.552771] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1313.552898] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/47 resources of Type:Security Group Rules [ 1313.553021] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b with Priority: HIGH for action security_group_rules [ 1313.553151] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd313b60-a71b-4691-be32-056404b5ef40 with Priority: HIGH for action security_group_rules [ 1313.553589] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 004c43f6-12c0-43f4-b9ae-dfa65446e46f with Priority: HIGH for action security_group_rules [ 1313.553730] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGH for action security_group_rules [ 1313.553842] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ae4027dc-443d-4535-a380-93b15d44a945 with Priority: HIGH for action security_group_rules [ 1313.553945] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 34154720-4570-43dc-bd89-f908d3802c29 with Priority: HIGH for action security_group_rules [ 1313.554057] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0c486dd3-baec-4a47-a2e3-4fa644020dbb with Priority: HIGH for action security_group_rules [ 1313.554168] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGH for action security_group_rules [ 1313.554268] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cdcc411f-ce2b-4058-8002-cbd3fef49231 with Priority: HIGH for action security_group_rules [ 1313.554364] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGH for action security_group_rules [ 1313.554466] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b31e66b1-920b-4a6c-94ff-fbdacb01c885 with Priority: HIGH for action security_group_rules [ 1313.555053] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 with Priority: HIGH for action security_group_rules [ 1313.555207] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 with Priority: HIGH for action security_group_rules [ 1313.555326] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 85925ea3-e7a8-4379-99cc-f68b3cb9f569 with Priority: HIGH for action security_group_rules [ 1313.555451] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e with Priority: HIGH for action security_group_rules [ 1313.555801] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4fca289b-5e86-43b3-bc79-68716b64dfdd with Priority: HIGH for action security_group_rules [ 1313.555937] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 with Priority: HIGH for action security_group_rules [ 1313.556080] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 with Priority: HIGH for action security_group_rules [ 1313.556200] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGH for action security_group_rules [ 1313.556306] env[69670]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGH for action security_group_rules [ 1313.556531] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.780538] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: SUCCESS [ 1313.780538] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 deletion is rescheduled due to dependency. [ 1313.780538] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.231431] env[69670]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1316.231431] env[69670]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1316.231431] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b with Priority: HIGH for action security_group_rules [ 1316.231431] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004c43f6-12c0-43f4-b9ae-dfa65446e46f with Priority: HIGH for action security_group_rules [ 1316.231431] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c486dd3-baec-4a47-a2e3-4fa644020dbb with Priority: HIGH for action security_group_rules [ 1316.231431] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e with Priority: HIGH for action security_group_rules [ 1316.231431] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 with Priority: HIGH for action security_group_rules [ 1316.231431] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGH for action security_group_rules [ 1316.231431] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 with Priority: HIGH for action security_group_rules [ 1316.231431] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 with Priority: HIGH for action security_group_rules [ 1316.231431] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85925ea3-e7a8-4379-99cc-f68b3cb9f569 with Priority: HIGH for action security_group_rules [ 1316.231431] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fca289b-5e86-43b3-bc79-68716b64dfdd with Priority: HIGH for action security_group_rules [ 1316.232206] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 with Priority: HIGH for action security_group_rules [ 1316.232206] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 with Priority: HIGH for action security_group_rules [ 1316.232206] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b31e66b1-920b-4a6c-94ff-fbdacb01c885 with Priority: HIGH for action security_group_rules [ 1316.232206] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f with Priority: HIGH for action security_group_rules [ 1316.232206] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdcc411f-ce2b-4058-8002-cbd3fef49231 with Priority: HIGH for action security_group_rules [ 1316.232206] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34154720-4570-43dc-bd89-f908d3802c29 with Priority: HIGH for action security_group_rules [ 1316.232206] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae94e30-e016-435b-850c-689d2a009139 with Priority: HIGH for action security_group_rules [ 1316.232206] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae4027dc-443d-4535-a380-93b15d44a945 with Priority: HIGH for action security_group_rules [ 1316.232206] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd313b60-a71b-4691-be32-056404b5ef40 with Priority: HIGH for action security_group_rules [ 1316.232540] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f with Priority: HIGH for action security_group_rules [ 1316.232625] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.232763] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.232827] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.233060] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.233140] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.234094] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-004c43f6-12c0-43f4-b9ae-dfa65446e46f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.234204] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.234272] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.234448] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.234525] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('004c43f6-12c0-43f4-b9ae-dfa65446e46f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.235548] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c486dd3-baec-4a47-a2e3-4fa644020dbb taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.235548] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c486dd3-baec-4a47-a2e3-4fa644020dbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.235735] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c486dd3-baec-4a47-a2e3-4fa644020dbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.235782] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c486dd3-baec-4a47-a2e3-4fa644020dbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.235823] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c486dd3-baec-4a47-a2e3-4fa644020dbb',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.237220] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.237220] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.237220] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.237220] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.237220] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.237751] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2012ebc-a6e7-4a94-9f9c-91c59747c437 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.238196] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.238196] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.238351] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.238351] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2012ebc-a6e7-4a94-9f9c-91c59747c437',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.239123] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b4c9114-58a5-47bb-9dbb-394479f9c094 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.239264] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.239378] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.239582] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.239688] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.240510] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e00cf55a-198c-4c40-ade1-2ee9c2043ee3 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.240653] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.240752] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.240958] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.241081] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e00cf55a-198c-4c40-ade1-2ee9c2043ee3',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.241830] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4995535b-33b0-4f0d-a8c4-4dda98d7ff35 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.241971] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.242084] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.242289] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.242411] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4995535b-33b0-4f0d-a8c4-4dda98d7ff35',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.243216] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85925ea3-e7a8-4379-99cc-f68b3cb9f569 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.243378] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85925ea3-e7a8-4379-99cc-f68b3cb9f569" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.243485] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85925ea3-e7a8-4379-99cc-f68b3cb9f569" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.243692] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85925ea3-e7a8-4379-99cc-f68b3cb9f569" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.243800] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85925ea3-e7a8-4379-99cc-f68b3cb9f569',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.244554] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fca289b-5e86-43b3-bc79-68716b64dfdd taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.244689] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fca289b-5e86-43b3-bc79-68716b64dfdd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.244808] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fca289b-5e86-43b3-bc79-68716b64dfdd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.245043] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fca289b-5e86-43b3-bc79-68716b64dfdd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.245141] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fca289b-5e86-43b3-bc79-68716b64dfdd',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.245974] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.246135] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.246254] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.246460] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.246659] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.247311] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.247455] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.247563] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.247765] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.247864] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.248589] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b31e66b1-920b-4a6c-94ff-fbdacb01c885 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.248737] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b31e66b1-920b-4a6c-94ff-fbdacb01c885" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.248842] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b31e66b1-920b-4a6c-94ff-fbdacb01c885" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.249067] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b31e66b1-920b-4a6c-94ff-fbdacb01c885" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.249187] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b31e66b1-920b-4a6c-94ff-fbdacb01c885',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.250022] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.250183] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.250285] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.250501] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.250613] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aac54264-f7b3-4aca-a0d1-6eebdb59bc7f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.251336] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdcc411f-ce2b-4058-8002-cbd3fef49231 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.251583] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdcc411f-ce2b-4058-8002-cbd3fef49231" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.251583] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdcc411f-ce2b-4058-8002-cbd3fef49231" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.251944] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdcc411f-ce2b-4058-8002-cbd3fef49231" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.251944] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdcc411f-ce2b-4058-8002-cbd3fef49231',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.252677] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34154720-4570-43dc-bd89-f908d3802c29 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.252829] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.252925] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.253253] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.253345] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34154720-4570-43dc-bd89-f908d3802c29',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.254034] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ae94e30-e016-435b-850c-689d2a009139 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.254190] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.254369] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.254526] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.254641] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ae94e30-e016-435b-850c-689d2a009139',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.255449] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae4027dc-443d-4535-a380-93b15d44a945 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.255658] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae4027dc-443d-4535-a380-93b15d44a945" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.255747] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae4027dc-443d-4535-a380-93b15d44a945" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.255919] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae4027dc-443d-4535-a380-93b15d44a945" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.256034] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae4027dc-443d-4535-a380-93b15d44a945',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.256819] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd313b60-a71b-4691-be32-056404b5ef40 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.257048] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd313b60-a71b-4691-be32-056404b5ef40" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.257130] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd313b60-a71b-4691-be32-056404b5ef40" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.257294] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd313b60-a71b-4691-be32-056404b5ef40" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.257398] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd313b60-a71b-4691-be32-056404b5ef40',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.258158] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09805ea4-7c55-41b8-a08a-9a1b9d40957f taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.258304] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.258419] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.258623] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.258728] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09805ea4-7c55-41b8-a08a-9a1b9d40957f',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.766811] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-34154720-4570-43dc-bd89-f908d3802c29 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.766811] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.766811] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.767161] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.767205] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.767288] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.767355] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.767509] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.767601] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.767691] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.767779] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34154720-4570-43dc-bd89-f908d3802c29',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.833073] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.833234] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.833286] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.833490] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.835028] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.835137] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.835839] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.835934] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.836576] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.836688] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.836987] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.837081] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.837752] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.837845] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.838526] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.838621] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.839931] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.840037] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.840715] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.840825] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.841589] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.841686] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.842370] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.842466] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.843041] env[69670]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1316.843635] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.843635] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.844142] env[69670]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1316.844670] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.844670] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.845192] env[69670]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1316.845578] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.845692] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.846281] env[69670]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1316.846656] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.846766] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.847367] env[69670]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1316.847731] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.847821] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.848395] env[69670]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1316.848760] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.848852] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.849472] env[69670]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1316.849863] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.849955] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.850532] env[69670]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1316.850905] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.851023] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.851662] env[69670]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1316.852081] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.852198] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b is going to be deleted. [ 1316.853043] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.853249] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.883211] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.883333] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4 is going to be deleted. [ 1316.884165] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.884367] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.902643] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.902761] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae4027dc-443d-4535-a380-93b15d44a945 is going to be deleted. [ 1316.903486] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.903707] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.916169] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.916746] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.927567] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.927679] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2012ebc-a6e7-4a94-9f9c-91c59747c437 is going to be deleted. [ 1316.928401] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.928596] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.929910] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.930015] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.949272] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.949404] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 is going to be deleted. [ 1316.950212] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.950402] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.960814] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.960939] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.966803] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.966904] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85925ea3-e7a8-4379-99cc-f68b3cb9f569 is going to be deleted. [ 1316.967604] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.967788] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.988807] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.988913] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.998571] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.998745] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c486dd3-baec-4a47-a2e3-4fa644020dbb is going to be deleted. [ 1316.999469] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.999658] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.000873] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.000977] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.042645] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.042780] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e is going to be deleted. [ 1317.043675] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.043878] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.066553] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.066681] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.098239] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.098376] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e00cf55a-198c-4c40-ade1-2ee9c2043ee3 is going to be deleted. [ 1317.099227] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.099651] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.111467] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.111588] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.163306] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.163474] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4995535b-33b0-4f0d-a8c4-4dda98d7ff35 is going to be deleted. [ 1317.164388] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.164597] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.219965] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.219965] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd313b60-a71b-4691-be32-056404b5ef40 is going to be deleted. [ 1317.220644] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.220871] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.223104] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.223287] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.233424] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.233710] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.264933] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.265063] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ae94e30-e016-435b-850c-689d2a009139 is going to be deleted. [ 1317.265838] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.266054] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.274636] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-34154720-4570-43dc-bd89-f908d3802c29 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.274751] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.274803] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.274962] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.275133] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.275231] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.275292] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.275435] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.275518] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.275603] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.275789] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-34154720-4570-43dc-bd89-f908d3802c29 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.275902] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.275965] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.276120] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.276255] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.276346] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.276407] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.276540] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.276613] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.276690] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.276774] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34154720-4570-43dc-bd89-f908d3802c29',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.319967] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.320132] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 004c43f6-12c0-43f4-b9ae-dfa65446e46f is going to be deleted. [ 1317.321227] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.321227] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.323565] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.323565] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.331370] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.331370] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.363389] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.363539] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdcc411f-ce2b-4058-8002-cbd3fef49231 is going to be deleted. [ 1317.364396] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.364621] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.377177] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.377293] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.426350] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.426529] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09805ea4-7c55-41b8-a08a-9a1b9d40957f is going to be deleted. [ 1317.427441] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.427688] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.485610] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.485731] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aac54264-f7b3-4aca-a0d1-6eebdb59bc7f is going to be deleted. [ 1317.486627] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.486842] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.533777] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.534032] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.539496] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.539638] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.540453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.540453] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1 is going to be deleted. [ 1317.541587] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.541587] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.598761] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.598976] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b31e66b1-920b-4a6c-94ff-fbdacb01c885 is going to be deleted. [ 1317.599858] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.600117] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.601858] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.602038] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.631727] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.631915] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.663879] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.664050] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fca289b-5e86-43b3-bc79-68716b64dfdd is going to be deleted. [ 1317.664897] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.665124] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.665216] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.665338] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28f4abf9-4a7f-4bb5-8e77-87d96fe46f3b" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.665491] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.665652] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.665723] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.665833] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c3bcf28-77d1-4a0d-9be3-7fd6a36eb5c4" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.666325] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.666507] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.666600] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.666729] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae4027dc-443d-4535-a380-93b15d44a945" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.666859] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.667013] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.667097] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.667209] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2012ebc-a6e7-4a94-9f9c-91c59747c437" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.667338] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.667483] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.667561] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.667690] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.667859] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.668021] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.668101] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.668210] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85925ea3-e7a8-4379-99cc-f68b3cb9f569" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.668333] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.668476] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.668553] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.668696] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c486dd3-baec-4a47-a2e3-4fa644020dbb" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.668786] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.668925] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.668999] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.669139] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad1c1a7c-d9f9-4652-9594-bd99b3b1b41e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.669270] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.669424] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.669491] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.669600] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e00cf55a-198c-4c40-ade1-2ee9c2043ee3" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.669724] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.669866] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.669936] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.670056] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd313b60-a71b-4691-be32-056404b5ef40" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.670200] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.670354] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.670487] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.670528] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4995535b-33b0-4f0d-a8c4-4dda98d7ff35" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.671310] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.671491] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.671552] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.671662] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.671743] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.671856] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aac54264-f7b3-4aca-a0d1-6eebdb59bc7f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.671976] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.672134] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.672212] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.672319] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ae94e30-e016-435b-850c-689d2a009139" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.672427] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.672568] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.672643] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.672752] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-004c43f6-12c0-43f4-b9ae-dfa65446e46f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.672880] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.673064] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.673126] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.673218] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdcc411f-ce2b-4058-8002-cbd3fef49231" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.673309] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.673448] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.673524] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.673631] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09805ea4-7c55-41b8-a08a-9a1b9d40957f" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.673738] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.673876] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.673949] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.674068] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bb1c7d6-bc3c-47d4-8d32-6b241e9c0ac1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.767617] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.767836] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.767836] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.768056] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.768149] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.768270] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b31e66b1-920b-4a6c-94ff-fbdacb01c885" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.778726] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34154720-4570-43dc-bd89-f908d3802c29: rpc.has_security_group_logging(os_id): False [ 1317.803659] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.803794] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.803794] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.803951] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.813246] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.813515] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.834438] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.834724] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.834850] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.834949] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.835140] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.835226] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.835441] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.835553] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.835640] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.835800] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.835877] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.836134] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.836231] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.836282] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.836432] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.836515] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.836600] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34154720-4570-43dc-bd89-f908d3802c29 is going to be updated. [ 1317.837654] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.837799] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.837866] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.837972] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fca289b-5e86-43b3-bc79-68716b64dfdd" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.007747] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.007967] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.007967] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.008211] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.008357] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.024058] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34154720-4570-43dc-bd89-f908d3802c29 in Status: IN_PROGRESS for 2s [ 1320.037396] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34154720-4570-43dc-bd89-f908d3802c29 in Status: SUCCESS [ 1320.037698] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.233213] env[69670]: INFO networking_nsxv3.common.synchronization [req-6ba068ac-355d-4f41-8374-7ec11d5916d2 req-786a5429-ed43-4892-9336-3ecc617692bc tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Enqueued Resource ID: 34154720-4570-43dc-bd89-f908d3802c29 with Priority: HIGHEST for action security_group_members [ 1320.233880] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34154720-4570-43dc-bd89-f908d3802c29 with Priority: HIGHEST for action security_group_members [ 1320.234029] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-34154720-4570-43dc-bd89-f908d3802c29 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.234152] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.234224] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.234427] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.234581] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.234679] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.234741] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.234883] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.234968] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.235201] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34154720-4570-43dc-bd89-f908d3802c29',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.541521] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-81 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.541746] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-81" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.541878] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-81" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.542194] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-81" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.542464] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.542692] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.542823] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.543068] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.543218] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.543438] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1320.543561] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1320.543678] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1320.543793] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1320.543910] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1320.544035] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1320.544180] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1320.561210] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1320.561483] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1320.561654] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1320.561832] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-81" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.562139] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-cbfd60e5-5276-476a-a709-5eeb612615b2 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.562310] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-cbfd60e5-5276-476a-a709-5eeb612615b2" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.562434] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-cbfd60e5-5276-476a-a709-5eeb612615b2" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.562750] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-cbfd60e5-5276-476a-a709-5eeb612615b2" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.562886] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbfd60e5-5276-476a-a709-5eeb612615b2',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.738316] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34154720-4570-43dc-bd89-f908d3802c29',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.065306] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.065675] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.065675] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.065865] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.066030] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.066191] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port cbfd60e5-5276-476a-a709-5eeb612615b2 not found, creating... [ 1321.066458] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.066623] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.066745] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.066962] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.067120] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.067401] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.067559] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.067683] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.067900] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.068052] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.068201] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: cbfd60e5-5276-476a-a709-5eeb612615b2 is going to be created. [ 1321.088631] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.088852] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.089017] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.089306] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.089596] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.089827] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-cbfd60e5-5276-476a-a709-5eeb612615b2" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.240739] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34154720-4570-43dc-bd89-f908d3802c29',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.745912] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.745912] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.745912] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.745912] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.745912] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.745912] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34154720-4570-43dc-bd89-f908d3802c29 is going to be updated. [ 1321.776355] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.776715] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.776878] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.777187] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.777428] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.786748] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34154720-4570-43dc-bd89-f908d3802c29 in Status: IN_PROGRESS for 2s [ 1321.796141] env[69670]: INFO networking_nsxv3.common.synchronization [req-6ba068ac-355d-4f41-8374-7ec11d5916d2 req-5c71157c-b780-45e3-a7ad-d125aa9a23de service nova] Enqueued Resource ID: 34154720-4570-43dc-bd89-f908d3802c29 with Priority: HIGHEST for action security_group_rules [ 1321.796141] env[69670]: INFO networking_nsxv3.common.synchronization [req-6ba068ac-355d-4f41-8374-7ec11d5916d2 req-5c71157c-b780-45e3-a7ad-d125aa9a23de service nova] Enqueued Resource ID: 34154720-4570-43dc-bd89-f908d3802c29 with Priority: HIGHEST for action security_group_members [ 1321.796141] env[69670]: INFO networking_nsxv3.common.synchronization [req-6ba068ac-355d-4f41-8374-7ec11d5916d2 req-5c71157c-b780-45e3-a7ad-d125aa9a23de service nova] Enqueued Resource ID: cbfd60e5-5276-476a-a709-5eeb612615b2 with Priority: HIGHEST for action port [ 1321.796141] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34154720-4570-43dc-bd89-f908d3802c29 with Priority: HIGHEST for action security_group_rules [ 1321.796141] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34154720-4570-43dc-bd89-f908d3802c29 with Priority: HIGHEST for action security_group_members [ 1321.796141] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbfd60e5-5276-476a-a709-5eeb612615b2 with Priority: HIGHEST for action port [ 1321.796141] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34154720-4570-43dc-bd89-f908d3802c29 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.796141] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.796141] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.796696] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.796802] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34154720-4570-43dc-bd89-f908d3802c29',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.797634] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-34154720-4570-43dc-bd89-f908d3802c29 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.797738] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.797941] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbfd60e5-5276-476a-a709-5eeb612615b2 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.798070] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbfd60e5-5276-476a-a709-5eeb612615b2" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.798676] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbfd60e5-5276-476a-a709-5eeb612615b2" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.798676] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbfd60e5-5276-476a-a709-5eeb612615b2" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.798676] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbfd60e5-5276-476a-a709-5eeb612615b2',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.300480] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-34154720-4570-43dc-bd89-f908d3802c29 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.300480] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.300815] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cbfd60e5-5276-476a-a709-5eeb612615b2 with status ACTIVE [ 1322.300815] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.300815] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.300954] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.301093] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.301186] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.301359] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.301471] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.301528] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.301686] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.301767] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.301948] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.302057] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.302119] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.302259] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.302335] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.302427] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cbfd60e5-5276-476a-a709-5eeb612615b2 is going to be updated. [ 1322.322094] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.322233] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.322271] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.322649] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.322649] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.322764] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbfd60e5-5276-476a-a709-5eeb612615b2" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.796919] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34154720-4570-43dc-bd89-f908d3802c29 in Status: SUCCESS [ 1323.797564] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.797564] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.797696] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.797836] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.797951] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.798028] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.798179] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.798263] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.798372] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34154720-4570-43dc-bd89-f908d3802c29',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.301069] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34154720-4570-43dc-bd89-f908d3802c29',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.803507] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34154720-4570-43dc-bd89-f908d3802c29',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.120383] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-102 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.120585] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-102" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.120716] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-102" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.121010] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-102" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.121316] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.121518] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.121643] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.121870] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.122032] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.122249] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1325.122364] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1325.122478] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1325.122590] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1325.122732] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1325.122855] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1325.122996] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1325.142212] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1325.142366] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1325.142544] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1325.142741] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-102" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.143037] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-d3e0dad0-2105-4785-a786-b514e5317f5e taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.143207] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-d3e0dad0-2105-4785-a786-b514e5317f5e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.143330] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-d3e0dad0-2105-4785-a786-b514e5317f5e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.143585] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-d3e0dad0-2105-4785-a786-b514e5317f5e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.143768] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3e0dad0-2105-4785-a786-b514e5317f5e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.305436] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.305598] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.305598] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.305822] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.305916] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.306036] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34154720-4570-43dc-bd89-f908d3802c29 is going to be updated. [ 1325.335511] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.335706] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.335706] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.335890] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.336042] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.343814] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34154720-4570-43dc-bd89-f908d3802c29 in Status: IN_PROGRESS for 2s [ 1325.645713] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.646058] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.646265] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.646638] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.646860] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.647230] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.647416] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.647546] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.647798] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.647991] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.648332] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.648506] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.648650] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.648888] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.649055] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.649238] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: d3e0dad0-2105-4785-a786-b514e5317f5e is going to be updated. [ 1325.671567] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.671796] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.671921] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.672210] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.672419] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.672663] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-d3e0dad0-2105-4785-a786-b514e5317f5e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.330306] env[69670]: INFO networking_nsxv3.common.synchronization [req-4421820e-399f-4346-8721-699948db4c3f req-29e80133-23f2-4490-8420-9ba983dfacb2 service nova] Enqueued Resource ID: ba3863ad-d762-4999-8328-7fd54591a3e1 with Priority: HIGHEST for action security_group_rules [ 1326.330548] env[69670]: INFO networking_nsxv3.common.synchronization [req-4421820e-399f-4346-8721-699948db4c3f req-29e80133-23f2-4490-8420-9ba983dfacb2 service nova] Enqueued Resource ID: ba3863ad-d762-4999-8328-7fd54591a3e1 with Priority: HIGHEST for action security_group_members [ 1326.330647] env[69670]: INFO networking_nsxv3.common.synchronization [req-4421820e-399f-4346-8721-699948db4c3f req-29e80133-23f2-4490-8420-9ba983dfacb2 service nova] Enqueued Resource ID: d3e0dad0-2105-4785-a786-b514e5317f5e with Priority: HIGHEST for action port [ 1326.330890] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba3863ad-d762-4999-8328-7fd54591a3e1 with Priority: HIGHEST for action security_group_rules [ 1326.331030] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba3863ad-d762-4999-8328-7fd54591a3e1 with Priority: HIGHEST for action security_group_members [ 1326.331132] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e0dad0-2105-4785-a786-b514e5317f5e with Priority: HIGHEST for action port [ 1326.331726] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba3863ad-d762-4999-8328-7fd54591a3e1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.331844] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba3863ad-d762-4999-8328-7fd54591a3e1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.331913] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba3863ad-d762-4999-8328-7fd54591a3e1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.332278] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba3863ad-d762-4999-8328-7fd54591a3e1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.332367] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba3863ad-d762-4999-8328-7fd54591a3e1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.333579] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba3863ad-d762-4999-8328-7fd54591a3e1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.333868] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba3863ad-d762-4999-8328-7fd54591a3e1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.333968] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba3863ad-d762-4999-8328-7fd54591a3e1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.334091] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba3863ad-d762-4999-8328-7fd54591a3e1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.334224] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.334339] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.334385] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.334520] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.334609] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.334696] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba3863ad-d762-4999-8328-7fd54591a3e1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.336384] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3e0dad0-2105-4785-a786-b514e5317f5e taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.336495] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3e0dad0-2105-4785-a786-b514e5317f5e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.336753] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3e0dad0-2105-4785-a786-b514e5317f5e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.336753] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3e0dad0-2105-4785-a786-b514e5317f5e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.336830] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3e0dad0-2105-4785-a786-b514e5317f5e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.834243] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba3863ad-d762-4999-8328-7fd54591a3e1 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.834428] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba3863ad-d762-4999-8328-7fd54591a3e1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.836680] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba3863ad-d762-4999-8328-7fd54591a3e1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.838167] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3e0dad0-2105-4785-a786-b514e5317f5e with status ACTIVE [ 1326.838402] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.838536] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.838595] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.838811] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.838900] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.839075] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.839172] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.839230] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.839378] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.839468] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.839653] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.839738] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.839787] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.839916] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.840063] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.840063] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3e0dad0-2105-4785-a786-b514e5317f5e is going to be updated. [ 1326.858854] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.858997] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.859121] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.859247] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.859391] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.859557] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3e0dad0-2105-4785-a786-b514e5317f5e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.340068] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba3863ad-d762-4999-8328-7fd54591a3e1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.353179] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34154720-4570-43dc-bd89-f908d3802c29 in Status: SUCCESS [ 1327.353364] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.353813] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.354044] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.354240] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.354367] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.354424] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.354569] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.354652] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.354736] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.354894] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34154720-4570-43dc-bd89-f908d3802c29',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.829448] env[69670]: INFO networking_nsxv3.common.synchronization [req-28d2b634-40e9-40bd-b672-a846706ea25b req-201c22bb-5f10-44c7-b174-f28953d43ab2 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Enqueued Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_members [ 1327.829997] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_members [ 1327.831026] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b4c9114-58a5-47bb-9dbb-394479f9c094 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.831026] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.831026] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.831026] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.831026] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.831026] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.831026] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.831332] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.831332] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.831332] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.842471] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.842599] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.842672] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.842860] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.842950] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.843061] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba3863ad-d762-4999-8328-7fd54591a3e1 is going to be updated. [ 1327.857540] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-34154720-4570-43dc-bd89-f908d3802c29 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.857540] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.857540] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.857722] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.858646] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.858646] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.858646] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.858646] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.858646] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.858646] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.858646] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-34154720-4570-43dc-bd89-f908d3802c29 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.858646] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.858646] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.858993] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.858993] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.859062] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.859103] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.859238] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.859310] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.859485] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.860301] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34154720-4570-43dc-bd89-f908d3802c29',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.872190] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.872321] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.872403] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.872610] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.872731] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.882421] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba3863ad-d762-4999-8328-7fd54591a3e1 in Status: IN_PROGRESS for 2s [ 1328.133923] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-553 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.134177] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-553" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.134308] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-553" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.134589] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-553" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.134861] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.135065] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.135150] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.135372] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.135525] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.135772] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1328.135857] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1328.136069] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1328.136112] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1328.136212] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1328.136325] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1328.136465] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1328.155543] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1328.155717] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1328.155936] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1328.156274] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-553" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.156632] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-55d75682-e226-457f-8d10-b7ace439c1b1 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.156992] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-55d75682-e226-457f-8d10-b7ace439c1b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.157147] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-55d75682-e226-457f-8d10-b7ace439c1b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.157473] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-55d75682-e226-457f-8d10-b7ace439c1b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.158043] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55d75682-e226-457f-8d10-b7ace439c1b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.335221] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.335459] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.335545] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.335823] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.335943] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.336209] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.336329] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.336412] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.336599] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.336702] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.336813] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 is going to be deleted. [ 1328.362139] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34154720-4570-43dc-bd89-f908d3802c29: rpc.has_security_group_logging(os_id): False [ 1328.365267] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.365424] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.365481] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.365640] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.365727] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.365824] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.381020] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.381173] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.381212] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.381383] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.381470] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.381727] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.381823] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.381884] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.382061] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.382123] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.382313] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.382396] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.382458] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.382619] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.382744] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.382923] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.383043] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.383110] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.383244] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.383319] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.383402] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34154720-4570-43dc-bd89-f908d3802c29 is going to be updated. [ 1328.451732] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.451875] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.451947] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.452180] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.452336] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.470199] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34154720-4570-43dc-bd89-f908d3802c29 in Status: IN_PROGRESS for 2s [ 1328.660092] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.660092] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.660092] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.660423] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.660528] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.660706] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port 55d75682-e226-457f-8d10-b7ace439c1b1 not found, creating... [ 1328.660997] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.661175] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.661300] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.661642] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.661888] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.662210] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.662444] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.662568] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.662807] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.662955] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.663120] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: 55d75682-e226-457f-8d10-b7ace439c1b1 is going to be created. [ 1328.682387] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.682572] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.682953] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.683339] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.683694] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.684056] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-55d75682-e226-457f-8d10-b7ace439c1b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.428994] env[69670]: INFO networking_nsxv3.common.synchronization [req-28d2b634-40e9-40bd-b672-a846706ea25b req-a52ae54d-5b7f-4878-b1f5-55d1fcb53540 service nova] Enqueued Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_rules [ 1329.430711] env[69670]: INFO networking_nsxv3.common.synchronization [req-28d2b634-40e9-40bd-b672-a846706ea25b req-a52ae54d-5b7f-4878-b1f5-55d1fcb53540 service nova] Enqueued Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_members [ 1329.430956] env[69670]: INFO networking_nsxv3.common.synchronization [req-28d2b634-40e9-40bd-b672-a846706ea25b req-a52ae54d-5b7f-4878-b1f5-55d1fcb53540 service nova] Enqueued Resource ID: 55d75682-e226-457f-8d10-b7ace439c1b1 with Priority: HIGHEST for action port [ 1329.431225] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_rules [ 1329.431361] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_members [ 1329.431616] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55d75682-e226-457f-8d10-b7ace439c1b1 with Priority: HIGHEST for action port [ 1329.432296] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b4c9114-58a5-47bb-9dbb-394479f9c094 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.432459] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.432537] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.432759] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.432842] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.433705] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b4c9114-58a5-47bb-9dbb-394479f9c094 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.433821] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.433889] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.434069] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.434225] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.434456] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.434456] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.434516] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.434612] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.434716] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.436294] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-55d75682-e226-457f-8d10-b7ace439c1b1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.436436] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55d75682-e226-457f-8d10-b7ace439c1b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.436511] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55d75682-e226-457f-8d10-b7ace439c1b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.436685] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55d75682-e226-457f-8d10-b7ace439c1b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.436777] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55d75682-e226-457f-8d10-b7ace439c1b1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.893935] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba3863ad-d762-4999-8328-7fd54591a3e1 in Status: SUCCESS [ 1329.893935] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba3863ad-d762-4999-8328-7fd54591a3e1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.893935] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba3863ad-d762-4999-8328-7fd54591a3e1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.894160] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba3863ad-d762-4999-8328-7fd54591a3e1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.895031] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.895031] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.895031] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.895031] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.895031] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.895031] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba3863ad-d762-4999-8328-7fd54591a3e1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.895031] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba3863ad-d762-4999-8328-7fd54591a3e1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.939240] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b4c9114-58a5-47bb-9dbb-394479f9c094 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.939240] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.940664] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55d75682-e226-457f-8d10-b7ace439c1b1 with status ACTIVE [ 1329.940664] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.940664] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.940664] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.940664] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.940664] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.940664] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.940664] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.940664] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.940664] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.941084] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.941084] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.941084] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.941084] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.941190] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.941214] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.941344] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55d75682-e226-457f-8d10-b7ace439c1b1 is going to be updated. [ 1329.942418] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.966631] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.966769] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.966846] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.967124] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.967295] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.967551] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55d75682-e226-457f-8d10-b7ace439c1b1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.397502] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba3863ad-d762-4999-8328-7fd54591a3e1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.444492] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.484034] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34154720-4570-43dc-bd89-f908d3802c29 in Status: SUCCESS [ 1330.484182] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.900223] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba3863ad-d762-4999-8328-7fd54591a3e1: rpc.has_security_group_logging(os_id): False [ 1330.917749] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.917935] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.917935] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.918320] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.938538] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.938838] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.938968] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.939052] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.939259] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.939347] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.939582] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba3863ad-d762-4999-8328-7fd54591a3e1 is going to be updated. [ 1330.947248] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.947417] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.947466] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.947647] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.947735] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.947840] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 is going to be created. [ 1331.078423] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.078614] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.078649] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.078893] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.079234] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.089211] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: UNINITIALIZED for 2s [ 1331.107480] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.107624] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.107683] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.107865] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.108011] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.119615] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba3863ad-d762-4999-8328-7fd54591a3e1 in Status: IN_PROGRESS for 2s [ 1333.099572] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: SUCCESS [ 1333.100072] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.100072] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.100317] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.100516] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.100627] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.100692] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.100849] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.100920] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.101023] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.101142] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.133608] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba3863ad-d762-4999-8328-7fd54591a3e1 in Status: SUCCESS [ 1333.134843] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba3863ad-d762-4999-8328-7fd54591a3e1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.603657] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b4c9114-58a5-47bb-9dbb-394479f9c094 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.603854] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.603942] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.604208] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.604395] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.604539] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.604606] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.604771] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.604874] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.604991] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.605201] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b4c9114-58a5-47bb-9dbb-394479f9c094 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.605301] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.605362] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.605559] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.605705] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.605810] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.605876] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.606042] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.606158] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.606213] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.606292] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.109083] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b4c9114-58a5-47bb-9dbb-394479f9c094: rpc.has_security_group_logging(os_id): False [ 1334.126300] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.126480] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.126514] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.126816] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.126933] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.127182] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.127288] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.127344] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.127512] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.127592] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.127770] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.127865] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.127927] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.128120] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.128214] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.128401] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.128495] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.128556] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.128704] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.128789] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.128873] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 is going to be created. [ 1334.186612] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.186834] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.186889] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.187136] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.187319] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.201259] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: IN_PROGRESS for 2s [ 1334.433014] env[69670]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1334.433200] env[69670]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1336.217011] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: SUCCESS [ 1336.217413] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.434595] env[69670]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1339.434595] env[69670]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1343.714725] env[69670]: INFO networking_nsxv3.common.synchronization [req-6690d30b-5a52-4ad3-a476-92c04073db03 req-2abfe713-a3bc-4cbc-883b-90b265c8dc0e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Enqueued Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_members [ 1343.716046] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_members [ 1343.716046] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b4c9114-58a5-47bb-9dbb-394479f9c094 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.716046] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.716046] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.716046] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.716376] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.716376] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.716376] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.716503] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.716637] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.716673] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.222292] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.222493] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.222537] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.222819] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.222917] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.223139] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.223243] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.223304] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.223454] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.223531] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.223615] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 is going to be updated. [ 1344.253267] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.253437] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.253478] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.253651] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.253794] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.272865] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: IN_PROGRESS for 2s [ 1345.987624] env[69670]: INFO networking_nsxv3.common.synchronization [req-bbbf453b-f4a2-49e4-8284-53d052c2ece1 req-98d25c71-0cd0-4ae3-aa7f-96b10358604e tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Enqueued Resource ID: 34154720-4570-43dc-bd89-f908d3802c29 with Priority: HIGHEST for action security_group_members [ 1345.988230] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34154720-4570-43dc-bd89-f908d3802c29 with Priority: HIGHEST for action security_group_members [ 1345.989049] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-34154720-4570-43dc-bd89-f908d3802c29 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.989049] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.989049] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.989049] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.989335] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.989381] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.989463] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.989630] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.989746] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.989875] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34154720-4570-43dc-bd89-f908d3802c29',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.283269] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: SUCCESS [ 1346.283443] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 deletion is rescheduled due to dependency. [ 1346.283554] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.492643] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34154720-4570-43dc-bd89-f908d3802c29',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.994650] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34154720-4570-43dc-bd89-f908d3802c29',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.496447] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.496627] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.496672] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.496907] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.497010] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.497110] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34154720-4570-43dc-bd89-f908d3802c29 is going to be updated. [ 1347.523284] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.523284] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.523284] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.523424] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.523549] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.533285] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34154720-4570-43dc-bd89-f908d3802c29 in Status: IN_PROGRESS for 2s [ 1349.543660] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34154720-4570-43dc-bd89-f908d3802c29 in Status: IN_PROGRESS for 4s [ 1350.989643] env[69670]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1350.989921] env[69670]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1351.553922] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34154720-4570-43dc-bd89-f908d3802c29 in Status: SUCCESS [ 1351.554166] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.093425] env[69670]: INFO networking_nsxv3.common.synchronization [req-bc2062d7-5927-4da1-bd49-c83a3698c157 req-8ef655ba-7b8b-4510-8e48-4ea6c4b7b338 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Enqueued Resource ID: 34154720-4570-43dc-bd89-f908d3802c29 with Priority: HIGHEST for action security_group_members [ 1353.093605] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34154720-4570-43dc-bd89-f908d3802c29 with Priority: HIGHEST for action security_group_members [ 1353.093854] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-34154720-4570-43dc-bd89-f908d3802c29 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.093979] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.094062] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.094264] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.094422] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.094523] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.094579] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.094727] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.094815] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.094909] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34154720-4570-43dc-bd89-f908d3802c29',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.597180] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.597384] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.597424] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.597631] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.597724] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.597922] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.598052] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.598129] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.598268] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.598347] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.598434] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34154720-4570-43dc-bd89-f908d3802c29 is going to be updated. [ 1353.625443] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.625573] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.625607] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.625782] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.625924] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.633525] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34154720-4570-43dc-bd89-f908d3802c29 in Status: IN_PROGRESS for 2s [ 1354.457859] env[69670]: INFO networking_nsxv3.common.synchronization [req-bd926694-0842-4bec-9986-5866ecabde36 req-d6105884-eddc-4d5e-9d41-6b44742517cc tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Enqueued Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_members [ 1354.458575] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_members [ 1354.458944] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b4c9114-58a5-47bb-9dbb-394479f9c094 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.459087] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.459156] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.459355] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.459515] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.459610] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.459691] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.459909] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.459909] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.460015] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.702354] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-553 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.702566] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-553" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.702696] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-553" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.702985] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-553" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.703262] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.703425] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.703545] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.703769] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.703921] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.704170] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1354.704292] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1354.704387] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1354.704495] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1354.704604] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1354.704709] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1354.704841] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1354.723694] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1354.723868] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1354.724170] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1354.724447] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-553" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.724781] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-d8841ddb-c9a6-4bbf-a6e6-fd232f012c1c taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.724986] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-d8841ddb-c9a6-4bbf-a6e6-fd232f012c1c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.725127] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-d8841ddb-c9a6-4bbf-a6e6-fd232f012c1c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.725426] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-d8841ddb-c9a6-4bbf-a6e6-fd232f012c1c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.725565] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8841ddb-c9a6-4bbf-a6e6-fd232f012c1c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.961807] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.962047] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.962118] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.962295] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.962392] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.962598] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.962697] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.962759] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.962907] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.962985] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.963082] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 is going to be updated. [ 1354.987129] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.987290] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.987331] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.987481] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.987614] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.995288] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: IN_PROGRESS for 2s [ 1355.228247] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.228492] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.228623] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.228917] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.229086] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.229253] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port d8841ddb-c9a6-4bbf-a6e6-fd232f012c1c not found, creating... [ 1355.229521] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.229691] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.229830] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.230099] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.230248] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.230535] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.230696] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.230818] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.232044] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.232044] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.232044] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: d8841ddb-c9a6-4bbf-a6e6-fd232f012c1c is going to be created. [ 1355.250181] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.250526] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.250526] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.250765] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.250990] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.251231] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-d8841ddb-c9a6-4bbf-a6e6-fd232f012c1c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.645362] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34154720-4570-43dc-bd89-f908d3802c29 in Status: SUCCESS [ 1355.645734] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34154720-4570-43dc-bd89-f908d3802c29 deletion is rescheduled due to dependency. [ 1355.645734] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34154720-4570-43dc-bd89-f908d3802c29" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.922591] env[69670]: INFO networking_nsxv3.common.synchronization [req-bd926694-0842-4bec-9986-5866ecabde36 req-0cceb03a-45e5-44e3-91d4-2f154bd67acb service nova] Enqueued Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_rules [ 1355.922775] env[69670]: INFO networking_nsxv3.common.synchronization [req-bd926694-0842-4bec-9986-5866ecabde36 req-0cceb03a-45e5-44e3-91d4-2f154bd67acb service nova] Enqueued Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_members [ 1355.922954] env[69670]: INFO networking_nsxv3.common.synchronization [req-bd926694-0842-4bec-9986-5866ecabde36 req-0cceb03a-45e5-44e3-91d4-2f154bd67acb service nova] Enqueued Resource ID: d8841ddb-c9a6-4bbf-a6e6-fd232f012c1c with Priority: HIGHEST for action port [ 1355.923251] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_rules [ 1355.923352] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_members [ 1355.923455] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8841ddb-c9a6-4bbf-a6e6-fd232f012c1c with Priority: HIGHEST for action port [ 1355.923957] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b4c9114-58a5-47bb-9dbb-394479f9c094 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.924096] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.924166] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.924379] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.924443] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.925235] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b4c9114-58a5-47bb-9dbb-394479f9c094 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.925322] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.926696] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8841ddb-c9a6-4bbf-a6e6-fd232f012c1c taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.926696] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8841ddb-c9a6-4bbf-a6e6-fd232f012c1c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.926696] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8841ddb-c9a6-4bbf-a6e6-fd232f012c1c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.926696] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8841ddb-c9a6-4bbf-a6e6-fd232f012c1c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.926696] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8841ddb-c9a6-4bbf-a6e6-fd232f012c1c',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.427463] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b4c9114-58a5-47bb-9dbb-394479f9c094 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.427607] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.429045] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8841ddb-c9a6-4bbf-a6e6-fd232f012c1c with status ACTIVE [ 1356.429251] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.429374] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.429442] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.429663] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.429803] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.429947] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.430050] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.430101] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.430236] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.430316] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.430496] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.430590] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.430653] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.430794] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.430870] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.430955] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8841ddb-c9a6-4bbf-a6e6-fd232f012c1c is going to be updated. [ 1356.450950] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.451092] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.451183] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.451373] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.451505] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.451656] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8841ddb-c9a6-4bbf-a6e6-fd232f012c1c" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.004041] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: SUCCESS [ 1357.004404] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 deletion is rescheduled due to dependency. [ 1357.004404] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.004627] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.004923] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.005159] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.005282] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.005366] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.005560] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.005659] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.005759] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.508561] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.010800] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.513815] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.513981] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.514056] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.514290] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.514382] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.514483] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 is going to be updated. [ 1358.540724] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.540878] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.540965] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.541238] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.541389] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.548774] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: IN_PROGRESS for 2s [ 1360.559216] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: SUCCESS [ 1360.559548] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.559548] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.559837] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.560073] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.560235] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.560326] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.560533] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.560612] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.560740] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.560858] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.924510] env[69670]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1360.924659] env[69670]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1361.063556] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b4c9114-58a5-47bb-9dbb-394479f9c094 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.063766] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.063766] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.064106] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.064309] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.064420] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.064486] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.064657] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.064752] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.064840] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.064990] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b4c9114-58a5-47bb-9dbb-394479f9c094 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.065098] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.065161] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.065306] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.065455] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.065553] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.065615] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.065755] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.065832] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.065913] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.066010] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.568087] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b4c9114-58a5-47bb-9dbb-394479f9c094: rpc.has_security_group_logging(os_id): False [ 1361.587911] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.588054] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.588156] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.588324] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.588419] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.588638] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.588723] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.588789] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.588936] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.589024] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.589204] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.589292] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.589366] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.589489] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.589563] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.589729] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.589836] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.589916] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.589995] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.590083] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.590167] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 is going to be updated. [ 1361.646218] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.646453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.646453] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.646632] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.646776] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.661597] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: IN_PROGRESS for 2s [ 1363.680418] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: SUCCESS [ 1363.680418] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.925529] env[69670]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1365.925839] env[69670]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1370.927239] env[69670]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1370.927594] env[69670]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1375.929051] env[69670]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1375.929051] env[69670]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1379.344358] env[69670]: INFO networking_nsxv3.common.synchronization [req-e14f5e8f-aea2-4d24-99d3-f52e363ee211 req-cd684672-ef72-4dbb-ae60-16b855e58441 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Enqueued Resource ID: ba3863ad-d762-4999-8328-7fd54591a3e1 with Priority: HIGHEST for action security_group_members [ 1379.345254] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba3863ad-d762-4999-8328-7fd54591a3e1 with Priority: HIGHEST for action security_group_members [ 1379.345722] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba3863ad-d762-4999-8328-7fd54591a3e1 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.346267] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba3863ad-d762-4999-8328-7fd54591a3e1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.346267] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba3863ad-d762-4999-8328-7fd54591a3e1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.346382] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba3863ad-d762-4999-8328-7fd54591a3e1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.346628] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.346815] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.347065] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.347214] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.347368] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.347528] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba3863ad-d762-4999-8328-7fd54591a3e1',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.852813] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.853049] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.853049] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.853307] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.853411] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.853615] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.853722] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.853787] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.853946] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.854042] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.854133] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba3863ad-d762-4999-8328-7fd54591a3e1 is going to be updated. [ 1379.881234] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.881418] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.881418] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.881583] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.881717] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.890368] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba3863ad-d762-4999-8328-7fd54591a3e1 in Status: IN_PROGRESS for 2s [ 1381.903775] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba3863ad-d762-4999-8328-7fd54591a3e1 in Status: SUCCESS [ 1381.903775] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba3863ad-d762-4999-8328-7fd54591a3e1 deletion is rescheduled due to dependency. [ 1381.903775] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba3863ad-d762-4999-8328-7fd54591a3e1" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.346351] env[69670]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1384.346783] env[69670]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1389.347203] env[69670]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1389.347496] env[69670]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1391.256624] env[69670]: INFO networking_nsxv3.common.synchronization [req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 req-14f9a28a-b419-4123-8a7f-4f5dde1aeeaa tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Enqueued Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_members [ 1391.257156] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 with Priority: HIGHEST for action security_group_members [ 1391.257476] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b4c9114-58a5-47bb-9dbb-394479f9c094 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.257606] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.257842] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.258016] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.258180] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.258281] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.258349] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.258500] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.258589] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.258683] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b4c9114-58a5-47bb-9dbb-394479f9c094',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.761052] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.761223] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.761223] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.761380] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.761477] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.761682] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.761780] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.761844] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.761994] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.762083] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.762168] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 is going to be updated. [ 1391.789907] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.790064] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.790131] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.790349] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.790485] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.798159] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: IN_PROGRESS for 2s [ 1393.808541] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 in Status: SUCCESS [ 1393.808919] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b4c9114-58a5-47bb-9dbb-394479f9c094 deletion is rescheduled due to dependency. [ 1393.808919] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b4c9114-58a5-47bb-9dbb-394479f9c094" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.258078] env[69670]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1396.258480] env[69670]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1400.081162] env[69670]: INFO networking_nsxv3.common.synchronization [None req-069f1f63-e0cd-4c3a-8e2e-6a46dc17a94b None None] Enqueued Resource ID: ede852bd-90aa-4473-9966-fb83fd6f9a95 with Priority: HIGHEST for action port [ 1400.081162] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ede852bd-90aa-4473-9966-fb83fd6f9a95 with Priority: HIGHEST for action port [ 1400.081162] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-ede852bd-90aa-4473-9966-fb83fd6f9a95 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.081162] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ede852bd-90aa-4473-9966-fb83fd6f9a95" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.081162] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ede852bd-90aa-4473-9966-fb83fd6f9a95" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.081162] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ede852bd-90aa-4473-9966-fb83fd6f9a95" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.081633] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ede852bd-90aa-4473-9966-fb83fd6f9a95',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.584085] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ede852bd-90aa-4473-9966-fb83fd6f9a95 [ 1400.584335] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.584476] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.584543] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.584802] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.584894] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.584993] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ede852bd-90aa-4473-9966-fb83fd6f9a95 already deleted. [ 1400.585087] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ede852bd-90aa-4473-9966-fb83fd6f9a95" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.835424] env[69670]: INFO networking_nsxv3.common.synchronization [None req-a558d353-9ac3-45e0-a205-430dc42671e1 None None] Enqueued Resource ID: 0d42bd88-b29c-4c21-ab03-3d66624ec70e with Priority: HIGHEST for action port [ 1401.835807] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d42bd88-b29c-4c21-ab03-3d66624ec70e with Priority: HIGHEST for action port [ 1401.836180] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d42bd88-b29c-4c21-ab03-3d66624ec70e taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.836303] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d42bd88-b29c-4c21-ab03-3d66624ec70e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.836372] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d42bd88-b29c-4c21-ab03-3d66624ec70e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.836657] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d42bd88-b29c-4c21-ab03-3d66624ec70e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.836741] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d42bd88-b29c-4c21-ab03-3d66624ec70e',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.338846] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d42bd88-b29c-4c21-ab03-3d66624ec70e [ 1402.339155] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.339328] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.339422] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.339703] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.339828] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.339935] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d42bd88-b29c-4c21-ab03-3d66624ec70e already deleted. [ 1402.340030] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d42bd88-b29c-4c21-ab03-3d66624ec70e" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.083020] env[69670]: INFO networking_nsxv3.common.synchronization [req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d req-5817589d-7c8f-44e5-9cbd-70778969eff1 tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Enqueued Resource ID: 87f6ea01-8c38-45fb-8a73-a9561ad4c2b0 with Priority: HIGHEST for action security_group_members [ 1405.083645] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87f6ea01-8c38-45fb-8a73-a9561ad4c2b0 with Priority: HIGHEST for action security_group_members [ 1405.083929] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-87f6ea01-8c38-45fb-8a73-a9561ad4c2b0 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.084257] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87f6ea01-8c38-45fb-8a73-a9561ad4c2b0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.084360] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87f6ea01-8c38-45fb-8a73-a9561ad4c2b0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.084656] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87f6ea01-8c38-45fb-8a73-a9561ad4c2b0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.084837] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.084940] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.085016] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.085169] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.085254] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.085348] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87f6ea01-8c38-45fb-8a73-a9561ad4c2b0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.577340] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock network-135 taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.577588] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "network-135" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.577736] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "network-135" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.578091] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "network-135" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.578365] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.578536] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.578660] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.578890] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.579130] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.579288] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1405.579451] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] NeedRegenerationException {{(pid=69670) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1405.579579] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] no value, waiting for create lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1405.579640] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] value creation lock acquired {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1405.579742] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] No value present for key: 'zone-id' {{(pid=69670) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1405.579851] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Calling creation function for not-yet-present value {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1405.580028] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1405.588224] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.588380] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.588463] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.588568] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.588657] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.588829] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.588920] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.588981] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.589160] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.589240] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.589325] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87f6ea01-8c38-45fb-8a73-a9561ad4c2b0 already deleted. [ 1405.589422] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87f6ea01-8c38-45fb-8a73-a9561ad4c2b0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.599438] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1405.599595] env[69670]: DEBUG dogpile.cache.region [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69670) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1405.599734] env[69670]: DEBUG dogpile.lock [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Released creation lock {{(pid=69670) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1405.599895] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "network-135" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.600175] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock port-d1a45e47-c796-4119-9161-28775b05f9ed taken with stack trace [, , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.600358] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "port-d1a45e47-c796-4119-9161-28775b05f9ed" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.600488] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "port-d1a45e47-c796-4119-9161-28775b05f9ed" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.600765] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "port-d1a45e47-c796-4119-9161-28775b05f9ed" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.600906] env[69670]: DEBUG networking_nsxv3.api.rpc [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1a45e47-c796-4119-9161-28775b05f9ed',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.103823] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.104257] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.104257] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.104462] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.104621] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.104815] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Segment Port d1a45e47-c796-4119-9161-28775b05f9ed not found, creating... [ 1406.105093] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.105259] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.105384] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.105609] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.105756] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.106052] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.106215] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.106337] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.106551] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.106696] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.106839] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Resource: SegmentPort with ID: d1a45e47-c796-4119-9161-28775b05f9ed is going to be created. [ 1406.127797] env[69670]: DEBUG networking_nsxv3.common.locking [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.127984] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.128120] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.128351] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.128578] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.128788] env[69670]: DEBUG oslo_concurrency.lockutils [None req-d691074e-4698-4398-9db2-37aea07ee3d7 None None] Releasing lock "port-d1a45e47-c796-4119-9161-28775b05f9ed" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.804320] env[69670]: INFO networking_nsxv3.common.synchronization [req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d req-631d56ed-013b-4663-ad27-38371f5f5572 service nova] Enqueued Resource ID: 87f6ea01-8c38-45fb-8a73-a9561ad4c2b0 with Priority: HIGHEST for action security_group_rules [ 1406.804320] env[69670]: INFO networking_nsxv3.common.synchronization [req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d req-631d56ed-013b-4663-ad27-38371f5f5572 service nova] Enqueued Resource ID: 87f6ea01-8c38-45fb-8a73-a9561ad4c2b0 with Priority: HIGHEST for action security_group_members [ 1406.804320] env[69670]: INFO networking_nsxv3.common.synchronization [req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d req-631d56ed-013b-4663-ad27-38371f5f5572 service nova] Enqueued Resource ID: d1a45e47-c796-4119-9161-28775b05f9ed with Priority: HIGHEST for action port [ 1406.804320] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87f6ea01-8c38-45fb-8a73-a9561ad4c2b0 with Priority: HIGHEST for action security_group_rules [ 1406.804320] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87f6ea01-8c38-45fb-8a73-a9561ad4c2b0 with Priority: HIGHEST for action security_group_members [ 1406.804320] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1a45e47-c796-4119-9161-28775b05f9ed with Priority: HIGHEST for action port [ 1406.804320] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87f6ea01-8c38-45fb-8a73-a9561ad4c2b0 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.804320] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87f6ea01-8c38-45fb-8a73-a9561ad4c2b0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.804320] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87f6ea01-8c38-45fb-8a73-a9561ad4c2b0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.804954] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87f6ea01-8c38-45fb-8a73-a9561ad4c2b0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.806008] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87f6ea01-8c38-45fb-8a73-a9561ad4c2b0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.806390] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-87f6ea01-8c38-45fb-8a73-a9561ad4c2b0 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.806529] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87f6ea01-8c38-45fb-8a73-a9561ad4c2b0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.806600] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87f6ea01-8c38-45fb-8a73-a9561ad4c2b0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.806770] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87f6ea01-8c38-45fb-8a73-a9561ad4c2b0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.807358] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.807358] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.807581] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.807581] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.807686] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.807733] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87f6ea01-8c38-45fb-8a73-a9561ad4c2b0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.808948] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1a45e47-c796-4119-9161-28775b05f9ed taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.809330] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1a45e47-c796-4119-9161-28775b05f9ed" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.809330] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1a45e47-c796-4119-9161-28775b05f9ed" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.809487] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1a45e47-c796-4119-9161-28775b05f9ed" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.809487] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1a45e47-c796-4119-9161-28775b05f9ed',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.310335] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('87f6ea01-8c38-45fb-8a73-a9561ad4c2b0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.311242] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1a45e47-c796-4119-9161-28775b05f9ed with status ACTIVE [ 1407.311649] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.311790] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.311860] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.312094] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.312189] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.312399] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.312520] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.312618] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.312739] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.312819] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.313010] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.313110] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.313171] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.313312] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.313403] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.313497] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1a45e47-c796-4119-9161-28775b05f9ed is going to be updated. [ 1407.314613] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-87f6ea01-8c38-45fb-8a73-a9561ad4c2b0 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.314716] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87f6ea01-8c38-45fb-8a73-a9561ad4c2b0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.333946] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.334072] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.334141] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.334294] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.334420] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.334573] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1a45e47-c796-4119-9161-28775b05f9ed" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.812069] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('87f6ea01-8c38-45fb-8a73-a9561ad4c2b0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.314722] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.315236] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.315236] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.315236] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.315236] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.315450] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87f6ea01-8c38-45fb-8a73-a9561ad4c2b0 is going to be created. [ 1408.339010] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.339259] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.339259] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.339412] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.339571] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.349468] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87f6ea01-8c38-45fb-8a73-a9561ad4c2b0 in Status: UNINITIALIZED for 2s [ 1410.361091] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87f6ea01-8c38-45fb-8a73-a9561ad4c2b0 in Status: SUCCESS [ 1410.361446] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87f6ea01-8c38-45fb-8a73-a9561ad4c2b0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.361446] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87f6ea01-8c38-45fb-8a73-a9561ad4c2b0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.361671] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87f6ea01-8c38-45fb-8a73-a9561ad4c2b0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.361865] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.361981] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.362057] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.362215] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.362300] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.362423] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87f6ea01-8c38-45fb-8a73-a9561ad4c2b0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.362492] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('87f6ea01-8c38-45fb-8a73-a9561ad4c2b0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.865531] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-87f6ea01-8c38-45fb-8a73-a9561ad4c2b0 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.865776] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87f6ea01-8c38-45fb-8a73-a9561ad4c2b0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.865776] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87f6ea01-8c38-45fb-8a73-a9561ad4c2b0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.865952] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87f6ea01-8c38-45fb-8a73-a9561ad4c2b0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.866193] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.866303] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.866389] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.866516] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.866605] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.866698] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87f6ea01-8c38-45fb-8a73-a9561ad4c2b0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.866848] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-87f6ea01-8c38-45fb-8a73-a9561ad4c2b0 taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.866938] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87f6ea01-8c38-45fb-8a73-a9561ad4c2b0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.866998] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87f6ea01-8c38-45fb-8a73-a9561ad4c2b0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.867175] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87f6ea01-8c38-45fb-8a73-a9561ad4c2b0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.867302] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.867392] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.867449] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.867612] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.867683] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.867767] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87f6ea01-8c38-45fb-8a73-a9561ad4c2b0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.867854] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('87f6ea01-8c38-45fb-8a73-a9561ad4c2b0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.370091] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 87f6ea01-8c38-45fb-8a73-a9561ad4c2b0: rpc.has_security_group_logging(os_id): False [ 1411.388981] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.389156] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.389203] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.389386] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.389478] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.389686] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.389786] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.389850] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.390006] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.390094] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.390279] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.390370] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.390431] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.390570] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.390646] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.390838] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.390908] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.390968] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.391117] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.391191] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.391276] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87f6ea01-8c38-45fb-8a73-a9561ad4c2b0 is going to be created. [ 1411.449570] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.449707] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.449707] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.449859] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.450038] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.460149] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87f6ea01-8c38-45fb-8a73-a9561ad4c2b0 in Status: IN_PROGRESS for 2s [ 1411.804170] env[69670]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1411.804322] env[69670]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1413.473219] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87f6ea01-8c38-45fb-8a73-a9561ad4c2b0 in Status: SUCCESS [ 1413.473520] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87f6ea01-8c38-45fb-8a73-a9561ad4c2b0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.805345] env[69670]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1416.805345] env[69670]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1417.676123] env[69670]: INFO networking_nsxv3.common.synchronization [req-1451af72-d52e-4fc8-ae3e-aab43562edbd req-94fe92bb-9e70-4a6f-8f6d-bdf5d4ae270c tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Enqueued Resource ID: 87f6ea01-8c38-45fb-8a73-a9561ad4c2b0 with Priority: HIGHEST for action security_group_members [ 1417.676668] env[69670]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87f6ea01-8c38-45fb-8a73-a9561ad4c2b0 with Priority: HIGHEST for action security_group_members [ 1417.676978] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock member-87f6ea01-8c38-45fb-8a73-a9561ad4c2b0 taken with stack trace [, , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.677125] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87f6ea01-8c38-45fb-8a73-a9561ad4c2b0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.677181] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87f6ea01-8c38-45fb-8a73-a9561ad4c2b0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.677376] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87f6ea01-8c38-45fb-8a73-a9561ad4c2b0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.677535] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.677632] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.677692] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.677840] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.677925] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.678057] env[69670]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87f6ea01-8c38-45fb-8a73-a9561ad4c2b0',) {} {{(pid=69670) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.180190] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.180562] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.180562] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.180742] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.180841] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.181064] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.181172] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.181236] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.181391] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.181470] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.181562] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87f6ea01-8c38-45fb-8a73-a9561ad4c2b0 is going to be updated. [ 1418.209547] env[69670]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69670) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.209684] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.209735] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.209917] env[69670]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.210066] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.217809] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87f6ea01-8c38-45fb-8a73-a9561ad4c2b0 in Status: IN_PROGRESS for 2s [ 1420.227855] env[69670]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87f6ea01-8c38-45fb-8a73-a9561ad4c2b0 in Status: SUCCESS [ 1420.228261] env[69670]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87f6ea01-8c38-45fb-8a73-a9561ad4c2b0 deletion is rescheduled due to dependency. [ 1420.228261] env[69670]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87f6ea01-8c38-45fb-8a73-a9561ad4c2b0" {{(pid=69670) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.678540] env[69670]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1422.678540] env[69670]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1427.678755] env[69670]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1427.679164] env[69670]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1432.679643] env[69670]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1432.679971] env[69670]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1437.681271] env[69670]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1437.681271] env[69670]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1442.682390] env[69670]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1442.682763] env[69670]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0